-- Logs begin at Wed 2021-05-12 14:43:28 UTC, end at Wed 2021-05-12 15:47:26 UTC. -- May 12 15:12:29.108401 dv-cinder-789603-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 12 15:12:32.184487 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.common.config [-] Logging enabled! May 12 15:12:32.185130 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev199 May 12 15:12:32.185531 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78683) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 12 15:12:32.189064 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.common.config [-] Logging enabled! May 12 15:12:32.189329 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev199 May 12 15:12:32.189642 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78683) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 12 15:12:32.190643 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 12 15:12:32.191419 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 12 15:12:32.191974 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 12 15:12:32.192227 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 12 15:12:32.192568 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 12 15:12:32.192898 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:32.193197 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:32.193494 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:32.193723 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:32.194055 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:32.194345 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:32.194626 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:32.194913 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:32.195210 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:32.195499 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:32.195775 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:32.196059 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:32.196289 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:32.196566 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] config_source = [] {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:32.196848 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:32.197133 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:32.197353 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] debug = True {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:32.197629 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:32.198093 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:32.198512 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:32.198793 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:32.199081 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:32.199354 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:32.199648 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:32.199892 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:32.200179 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:32.200530 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] host = dv-cinder-789603-6-iscsi {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:32.200806 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:32.201090 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:32.201668 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:32.202019 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:32.202230 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:32.202507 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:32.202791 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:32.203063 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] log_dir = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:32.203335 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] log_file = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:32.203608 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:32.203894 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:32.204177 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:32.204468 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:32.204692 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:32.204913 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:32.205197 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:32.205485 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:32.205758 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:32.206057 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:32.206329 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:32.207174 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:32.207446 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:32.207714 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:32.207995 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:32.208274 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:32.208555 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:32.208829 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:32.209099 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:32.209369 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:32.209639 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:32.209946 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:32.210219 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:32.210488 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:32.210761 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:32.211047 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:32.211313 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:32.211580 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:32.211881 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:32.212162 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:32.212437 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:32.212718 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:32.212990 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:32.213270 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:32.213538 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:32.213829 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] use_journal = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:32.214099 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] use_json = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:32.214367 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:32.214633 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:32.214912 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:32.215184 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:32.215451 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:32.215719 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:32.215986 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:32.216266 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:32.216563 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:32.216855 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:32.217152 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:32.217433 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:32.217723 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:32.218028 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:32.218315 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:32.218589 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:32.218875 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:32.219161 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:32.219448 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:32.219722 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:32.220008 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:32.220280 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:32.220574 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:32.220874 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:32.221165 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:32.221455 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:32.221726 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:32.222055 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:32.222325 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:32.222601 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:32.222887 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:32.223176 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:32.223462 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:32.223731 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:32.224003 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:32.224294 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:32.224581 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:32.224838 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:32.225313 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:32.225741 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:32.226047 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:32.226320 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:32.226602 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:32.226877 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:32.227146 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:32.227414 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:32.227687 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:32.227975 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:32.228249 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:32.228517 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:32.228783 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:32.229057 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:32.229322 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:32.229602 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:32.229904 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:32.230173 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:32.230437 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:32.230710 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:32.230978 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:32.231247 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:32.231518 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:32.231785 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:32.232056 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:32.232321 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:32.232586 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:32.232920 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:32.233256 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:32.233591 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:32.233963 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:32.234296 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:32.234637 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:32.234969 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:32.235395 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:32.235733 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:32.236070 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:32.236402 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:32.236755 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:32.237110 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:32.237447 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:32.237847 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:32.238188 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:32.238536 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:32.238891 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:32.239230 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:32.239569 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:32.239912 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:32.240279 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:32.240621 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:32.240970 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:32.241317 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:32.241657 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:32.242018 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:32.242373 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:32.242712 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:32.243066 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:32.243404 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:32.243742 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:32.244098 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:32.244442 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:32.244798 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:32.245151 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:32.245503 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:32.245891 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:32.246246 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:32.246586 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:32.246958 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:32.247292 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:32.247572 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 12 15:12:32.247874 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=78683) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 12 15:12:32.605413 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:12:32.605674 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:12:32.605992 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:12:32.606337 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.manager [-] Loading core plugin: ml2 May 12 15:12:32.928444 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:32.928723 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:32.929021 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:32.930319 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:32.930593 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:32.930857 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:33.057630 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:33.057932 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:33.058198 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:33.072234 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:33.072513 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:33.072775 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:33.104772 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:33.105126 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:33.105453 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:33.148369 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:33.148651 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:33.148910 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:33.537898 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:33.538580 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:33.538580 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:33.538840 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:33.539419 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:33.675701 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:33.676133 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:33.676492 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:33.676873 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:33.677222 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:33.677639 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:33.678018 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:33.678366 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:33.678716 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:33.679110 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:33.679457 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:33.679811 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:33.680174 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:33.680533 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:33.680901 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:33.681264 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:33.681610 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:33.682077 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:33.682422 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:33.682809 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:33.683278 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:33.683632 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:33.684238 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:33.684835 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:33.685178 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:33.685515 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:33.686069 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=78683) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 15:12:33.686405 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=78683) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 15:12:33.686734 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=78683) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 15:12:33.687057 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=78683) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 15:12:33.687382 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=78683) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 15:12:33.687731 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=78683) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 15:12:33.688215 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 12 15:12:33.692460 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 12 15:12:33.696675 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 12 15:12:33.701051 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) May 12 15:12:33.702874 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 12 15:12:33.703342 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 12 15:12:33.703676 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 12 15:12:33.704060 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 12 15:12:33.707849 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 12 15:12:33.708098 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 12 15:12:33.708694 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 12 15:12:33.739050 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 12 15:12:33.739506 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:33.739809 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=78683) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 12 15:12:33.740174 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:33.741635 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=78683) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 12 15:12:33.741956 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 12 15:12:33.742199 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 12 15:12:33.745675 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:33.745988 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:33.826270 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 12 15:12:33.826466 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 12 15:12:33.826840 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 12 15:12:33.827448 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 12 15:12:33.861861 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_db.sqlalchemy.engines [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=78683) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 12 15:12:34.254719 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.plugins.ml2.managers [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Initializing driver for type 'gre' May 12 15:12:34.255339 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] gre ID ranges: [(1, 1000)] May 12 15:12:34.320371 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.plugins.ml2.managers [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Initializing driver for type 'local' May 12 15:12:34.320788 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.plugins.ml2.managers [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Initializing driver for type 'vlan' May 12 15:12:34.336041 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] VlanTypeDriver initialization complete May 12 15:12:34.336438 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.plugins.ml2.managers [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Initializing driver for type 'vxlan' May 12 15:12:34.337017 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] vxlan ID ranges: [(1, 1000)] May 12 15:12:34.398848 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.plugins.ml2.managers [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Initializing extension driver 'port_security' May 12 15:12:34.399189 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.plugins.ml2.extensions.port_security [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] PortSecurityExtensionDriver initialization complete May 12 15:12:34.399551 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.plugins.ml2.managers [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Initializing mechanism driver 'openvswitch' May 12 15:12:34.399877 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.plugins.ml2.managers [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Initializing mechanism driver 'hyperv' May 12 15:12:34.406551 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:12:34.407429 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Subscribe: > port after_create 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:34.407818 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Subscribe: > port after_update 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:34.408181 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Subscribe: > port after_delete 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:34.408576 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Subscribe: > subnet after_create 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:34.408937 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Subscribe: > subnet after_update 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:34.409289 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Subscribe: > subnet after_delete 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:34.410219 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Subscribe: > network after_create 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:34.410574 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Subscribe: > network after_update 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:34.410923 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Subscribe: > network after_delete 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:34.411307 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Subscribe: > security_group after_create 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:34.411658 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Subscribe: > security_group after_update 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:34.412001 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Subscribe: > security_group after_delete 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:34.412387 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:34.412734 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:34.413074 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:34.413454 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Subscribe: > address_group after_create 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:34.413822 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Subscribe: > address_group after_update 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:34.414176 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Subscribe: > address_group after_delete 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:34.414506 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] ML2 OVO RPC backend initialized. {{(pid=78683) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} May 12 15:12:34.415276 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Subscribe: > router_interface after_create 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:34.415629 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:34.416045 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Subscribe: > network before_response 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:34.416399 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Subscribe: > networks before_response 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:34.416750 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Subscribe: > port before_response 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:34.417099 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Subscribe: > ports before_response 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:34.417447 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Subscribe: > subnet before_response 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:34.417817 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Subscribe: > subnets before_response 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:34.418168 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Subscribe: > network after_create 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:34.418512 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Subscribe: > network after_update 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:34.418851 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Subscribe: > network after_delete 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:34.419187 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Subscribe: > port after_create 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:34.419524 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Subscribe: > port after_update 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:34.419861 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Subscribe: > port after_delete 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:34.420199 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Subscribe: > subnet after_create 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:34.420538 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Subscribe: > subnet after_update 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:34.420872 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Subscribe: > subnet after_delete 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:34.421529 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.plugins.ml2.plugin [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Modular L2 Plugin initialization complete May 12 15:12:34.421874 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.manager [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading services supported by the core plugin {{(pid=78683) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 12 15:12:34.422206 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.plugins.ml2.managers [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Got port-security extension from driver 'port_security' May 12 15:12:34.422669 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.extensions.vlantransparent [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Disabled vlantransparent extension. May 12 15:12:34.423162 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.manager [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=78683) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 12 15:12:34.423476 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.manager [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading Plugin: router May 12 15:12:34.461497 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Subscribe: > router_interface before_create 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:34.461921 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Subscribe: > router after_create 55549900 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:34.462298 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Subscribe: > router before_create 55549900 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:34.462668 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:34.463044 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:34.463399 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Subscribe: > router after_delete 55549900 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:34.463756 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Subscribe: > floatingip after_update 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:34.464118 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Subscribe: > router after_create 55549900 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:34.464463 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Subscribe: > router after_update 55549900 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:34.464816 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Subscribe: > router after_update 55549900 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:34.465165 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:34.465525 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Subscribe: > router after_update 55549900 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:34.465971 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Subscribe: > router precommit_update 55549900 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:34.466344 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Subscribe: port after_update 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:34.466684 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Subscribe: port after_delete 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:34.467023 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Subscribe: subnet after_update 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:34.467359 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:34.467706 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Subscribe: > port precommit_delete 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:34.468053 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Subscribe: > router precommit_create 55549900 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:34.468393 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Subscribe: port before_delete 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:34.468738 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Subscribe: > router precommit_create 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:34.469096 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Subscribe: > router after_update 55549900 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:34.469445 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Subscribe: > router precommit_delete 55549900 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:34.469806 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Subscribe: > router precommit_create 55549900 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:34.470172 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Subscribe: > router_interface after_create 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:34.470519 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Subscribe: > router precommit_update 55549900 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:34.470892 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Subscribe: > network after_delete 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:34.471800 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.quota.resource_registry [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Tracking information for resource: router configured {{(pid=78683) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 15:12:34.472641 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.quota.resource_registry [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Tracking information for resource: floatingip configured {{(pid=78683) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 15:12:34.478071 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.db.l3_agentschedulers_db [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 12 15:12:34.478673 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Subscribe: port after_update 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:34.479044 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Subscribe: port after_create 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:34.479398 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Subscribe: port after_delete 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:34.479752 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Subscribe: port after_update 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:34.480581 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Subscribe: > router before_create 55550100 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:34.480952 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Subscribe: > router precommit_delete 55550100 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:34.481317 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Subscribe: > router precommit_create 55550100 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:34.481675 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Subscribe: > router precommit_update 55550100 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:34.486383 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.services.provider_configuration [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Service providers = [] {{(pid=78683) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 12 15:12:34.486760 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.db.servicetype_db [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=78683) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 12 15:12:34.490438 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.services.service_base [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=78683) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 12 15:12:34.490793 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.services.service_base [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=78683) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 12 15:12:34.491137 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.services.service_base [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=78683) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 12 15:12:34.492031 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.services.service_base [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=78683) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 12 15:12:34.492409 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.services.service_base [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Default provider is not specified for service type L3_ROUTER_NAT May 12 15:12:34.494461 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.manager [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=78683) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 15:12:34.494805 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.manager [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 12 15:12:34.506064 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.manager [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=78683) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 15:12:34.506327 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.manager [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading Plugin: auto_allocate May 12 15:12:34.512261 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Subscribe: network precommit_update 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:34.512638 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Subscribe: network precommit_create 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:34.513177 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.manager [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=78683) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 15:12:34.513504 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.manager [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading Plugin: tag May 12 15:12:34.520603 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.manager [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=78683) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 15:12:34.520930 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.manager [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading Plugin: timestamp May 12 15:12:34.524839 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.manager [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=78683) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 15:12:34.525171 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.manager [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading Plugin: network_ip_availability May 12 15:12:34.530550 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:34.530922 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:34.531275 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:34.532139 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.manager [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=78683) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 15:12:34.532462 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.manager [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading Plugin: flavors May 12 15:12:34.538084 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.manager [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=78683) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 15:12:34.538732 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.manager [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading Plugin: revisions May 12 15:12:34.542858 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.manager [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=78683) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 15:12:34.543253 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.937s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:12:34.544006 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=78683) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 12 15:12:34.544342 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Initializing extension manager. May 12 15:12:34.544858 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: __init__.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.545205 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: __pycache__ {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.545543 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.545913 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: address_group.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.546692 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=78683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:12:34.547278 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loaded extension: address-group May 12 15:12:34.547609 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: address_scope.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.548314 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=78683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:12:34.548836 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loaded extension: address-scope May 12 15:12:34.549159 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: admin_state_down_before_update.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.550202 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=78683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:12:34.551256 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loaded extension: router-admin-state-down-before-update May 12 15:12:34.551585 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: agent.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.552298 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=78683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:12:34.552815 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loaded extension: agent May 12 15:12:34.553131 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: agent_resources_synced.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.554088 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=78683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:12:34.554603 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loaded extension: agent-resources-synced May 12 15:12:34.554932 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: allowedaddresspairs.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.556781 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=78683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:12:34.557319 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loaded extension: allowed-address-pairs May 12 15:12:34.557640 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: auto_allocated_topology.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.559035 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=78683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:12:34.559568 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loaded extension: auto-allocated-topology May 12 15:12:34.559895 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: availability_zone.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.560592 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=78683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:12:34.561109 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loaded extension: availability_zone May 12 15:12:34.561427 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: availability_zone_filter.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.562382 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=78683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:12:34.562897 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loaded extension: availability_zone_filter May 12 15:12:34.563222 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: data_plane_status.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.564142 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=78683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:12:34.564658 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Extension data-plane-status not supported by any of loaded plugins May 12 15:12:34.565047 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: default_subnetpools.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.565965 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=78683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:12:34.566496 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loaded extension: default-subnetpools May 12 15:12:34.566816 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: dhcpagentscheduler.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.567662 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:12:34.568185 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loaded extension: dhcp_agent_scheduler May 12 15:12:34.568505 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: dns.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.569429 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=78683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:12:34.569983 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Extension dns-integration not supported by any of loaded plugins May 12 15:12:34.570303 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: dns_domain_ports.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.571225 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=78683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:12:34.571759 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Extension dns-domain-ports not supported by any of loaded plugins May 12 15:12:34.572077 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: dvr.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.572753 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=78683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:12:34.573267 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loaded extension: dvr May 12 15:12:34.573592 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: empty_string_filtering.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.574522 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=78683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:12:34.575048 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loaded extension: empty-string-filtering May 12 15:12:34.575367 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.576271 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:12:34.576784 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 12 15:12:34.577104 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.578034 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=78683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:12:34.578555 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 12 15:12:34.578871 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: external_net.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.579769 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=78683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:12:34.580287 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loaded extension: external-net May 12 15:12:34.580607 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: extra_dhcp_opt.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.582066 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=78683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:12:34.582583 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loaded extension: extra_dhcp_opt May 12 15:12:34.582914 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: extraroute.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.583818 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=78683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:12:34.584334 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loaded extension: extraroute May 12 15:12:34.584660 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: extraroute_atomic.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.585699 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=78683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:12:34.586257 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loaded extension: extraroute-atomic May 12 15:12:34.586583 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: filter_validation.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.587263 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=78683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:12:34.587776 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loaded extension: filter-validation May 12 15:12:34.588106 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: fip_pf_description.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.589270 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=78683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:12:34.589817 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 12 15:12:34.590144 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: fip_port_details.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.591070 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:12:34.591593 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loaded extension: fip-port-details May 12 15:12:34.591911 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: flavors.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.593186 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=78683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:12:34.593712 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loaded extension: flavors May 12 15:12:34.594072 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.595785 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=78683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:12:34.596313 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 12 15:12:34.596639 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: floatingip_pools.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.597950 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=78683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:12:34.598467 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loaded extension: floatingip-pools May 12 15:12:34.598793 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: ip_allocation.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.599713 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=78683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:12:34.600224 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Extension ip_allocation not supported by any of loaded plugins May 12 15:12:34.600548 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.601475 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=78683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:12:34.602019 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loaded extension: ip-substring-filtering May 12 15:12:34.602343 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: l2_adjacency.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.603275 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=78683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:12:34.603785 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Extension l2_adjacency not supported by any of loaded plugins May 12 15:12:34.604107 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: l3.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.605128 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=78683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:12:34.605658 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loaded extension: router May 12 15:12:34.606012 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: l3_conntrack_helper.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.608399 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:12:34.608939 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 12 15:12:34.609273 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.610255 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=78683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:12:34.610778 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loaded extension: ext-gw-mode May 12 15:12:34.611107 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.612025 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=78683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:12:34.612548 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loaded extension: l3-ha May 12 15:12:34.612902 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: l3_flavors.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.613847 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=78683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:12:34.614369 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loaded extension: l3-flavors May 12 15:12:34.614692 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.615628 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=78683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:12:34.616150 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loaded extension: l3-port-ip-change-not-allowed May 12 15:12:34.616474 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: l3agentscheduler.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.617570 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:12:34.618140 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loaded extension: l3_agent_scheduler May 12 15:12:34.618472 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: logging.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.620029 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=78683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:12:34.620561 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Extension logging not supported by any of loaded plugins May 12 15:12:34.620896 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: metering.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.621653 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=78683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:12:34.622285 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loaded extension: metering May 12 15:12:34.622617 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.623735 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=78683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:12:34.624263 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loaded extension: metering_source_and_destination_fields May 12 15:12:34.624595 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: multiprovidernet.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.625675 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=78683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:12:34.626236 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loaded extension: multi-provider May 12 15:12:34.626563 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: netmtu.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.627487 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=78683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:12:34.628003 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loaded extension: net-mtu May 12 15:12:34.628362 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: netmtu_writable.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.629282 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=78683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:12:34.629828 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loaded extension: net-mtu-writable May 12 15:12:34.630160 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: network_availability_zone.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.630828 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=78683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:12:34.631338 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loaded extension: network_availability_zone May 12 15:12:34.631664 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: network_ip_availability.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.632777 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=78683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:12:34.633294 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loaded extension: network-ip-availability May 12 15:12:34.633621 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: network_segment_range.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.634443 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=78683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:12:34.634957 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Extension network-segment-range not supported by any of loaded plugins May 12 15:12:34.635281 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: pagination.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.636279 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:12:34.636614 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loaded extension: pagination May 12 15:12:34.636937 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: port_device_profile.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.637879 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=78683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:12:34.638415 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loaded extension: port-device-profile May 12 15:12:34.638739 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.639666 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=78683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:12:34.640190 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loaded extension: port-mac-address-regenerate May 12 15:12:34.640515 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.641434 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=78683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:12:34.641990 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loaded extension: port-numa-affinity-policy May 12 15:12:34.642311 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: port_resource_request.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.643229 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=78683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:12:34.643741 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Extension port-resource-request not supported by any of loaded plugins May 12 15:12:34.644597 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: portbindings.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.645512 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=78683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:12:34.646071 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loaded extension: binding May 12 15:12:34.646391 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: portbindings_extended.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.647692 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=78683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:12:34.648218 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loaded extension: binding-extended May 12 15:12:34.648546 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: portsecurity.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.649546 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=78683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:12:34.650106 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loaded extension: port-security May 12 15:12:34.650437 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: project_id.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.651631 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=78683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:12:34.651966 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loaded extension: project-id May 12 15:12:34.652288 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: providernet.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.653240 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=78683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:12:34.653803 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loaded extension: provider May 12 15:12:34.654146 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: qos.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.658659 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=78683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:12:34.659319 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Extension qos not supported by any of loaded plugins May 12 15:12:34.660293 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.661934 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=78683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:12:34.662598 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 12 15:12:34.662920 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.664021 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=78683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:12:34.664642 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 12 15:12:34.665055 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: qos_default.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.666187 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=78683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:12:34.666802 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Extension qos-default not supported by any of loaded plugins May 12 15:12:34.667218 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: qos_fip.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.668043 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=78683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:12:34.668651 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Extension qos-fip not supported by any of loaded plugins May 12 15:12:34.668993 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: qos_gateway_ip.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.670181 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=78683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:12:34.670725 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 12 15:12:34.671081 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: qos_port_network_policy.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.672254 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=78683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:12:34.672854 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 12 15:12:34.673249 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: qos_rule_type_details.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.674337 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=78683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:12:34.674925 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 12 15:12:34.675293 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: qos_rules_alias.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.676467 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=78683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:12:34.677061 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Extension qos-rules-alias not supported by any of loaded plugins May 12 15:12:34.677391 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: quotasv2.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.678579 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=78683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:12:34.678912 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loaded extension: quotas May 12 15:12:34.679240 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: quotasv2_detail.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.680995 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=78683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:12:34.681338 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loaded extension: quota_details May 12 15:12:34.681671 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: rbac.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.682796 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=78683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:12:34.683367 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loaded extension: rbac-policies May 12 15:12:34.683693 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: rbac_address_group.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.684913 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=78683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:12:34.685446 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loaded extension: rbac-address-group May 12 15:12:34.685810 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: rbac_address_scope.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.686753 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=78683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:12:34.687346 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loaded extension: rbac-address-scope May 12 15:12:34.687699 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: rbac_security_groups.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.688622 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=78683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:12:34.689149 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loaded extension: rbac-security-groups May 12 15:12:34.689480 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: rbac_subnetpool.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.690521 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=78683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:12:34.691154 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loaded extension: rbac-subnetpool May 12 15:12:34.691549 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: revisionifmatch.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.692475 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=78683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:12:34.692994 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loaded extension: revision-if-match May 12 15:12:34.693318 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: revisions.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.694509 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=78683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:12:34.695031 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loaded extension: standard-attr-revisions May 12 15:12:34.695357 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: router_availability_zone.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.696043 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=78683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:12:34.696654 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loaded extension: router_availability_zone May 12 15:12:34.696997 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: routerservicetype.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.697962 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=78683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:12:34.698485 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Extension router-service-type not supported by any of loaded plugins May 12 15:12:34.698809 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.699783 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=78683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:12:34.700340 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loaded extension: security-groups-normalized-cidr May 12 15:12:34.700708 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: security_groups_port_filtering.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.701632 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=78683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:12:34.702192 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loaded extension: port-security-groups-filtering May 12 15:12:34.702521 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.703442 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=78683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:12:34.704063 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loaded extension: security-groups-remote-address-group May 12 15:12:34.704474 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: securitygroup.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.715206 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=78683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:12:34.715774 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loaded extension: security-group May 12 15:12:34.716112 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: segment.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.717103 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=78683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:12:34.717620 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Extension segment not supported by any of loaded plugins May 12 15:12:34.717982 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.718982 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=78683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:12:34.719504 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 12 15:12:34.719833 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: servicetype.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.720955 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=78683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:12:34.721596 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loaded extension: service-type May 12 15:12:34.722037 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: sorting.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.723766 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:12:34.724104 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loaded extension: sorting May 12 15:12:34.724432 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: standard_attr_segment.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.725362 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:12:34.725926 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Extension standard-attr-segment not supported by any of loaded plugins May 12 15:12:34.726259 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: standardattrdescription.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.726917 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=78683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:12:34.727437 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loaded extension: standard-attr-description May 12 15:12:34.727762 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: stateful_security_group.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.728689 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=78683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:12:34.729212 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loaded extension: stateful-security-group May 12 15:12:34.729536 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: stdattrs_common.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.730149 dv-cinder-789603-6-iscsi neutron-server[78683]: WARNING neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 12 15:12:34.730473 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.731476 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=78683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:12:34.732102 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 12 15:12:34.732524 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: subnet_onboard.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.733654 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=78683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:12:34.734214 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loaded extension: subnet_onboard May 12 15:12:34.734541 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.735477 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=78683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:12:34.735996 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 12 15:12:34.737158 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: subnet_service_types.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.738651 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=78683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:12:34.739226 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loaded extension: subnet-service-types May 12 15:12:34.739595 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: subnetallocation.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.740827 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=78683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:12:34.741470 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loaded extension: subnet_allocation May 12 15:12:34.741902 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.742634 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=78683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:12:34.743288 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loaded extension: subnetpool-prefix-ops May 12 15:12:34.743684 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.744785 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=78683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:12:34.745359 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 12 15:12:34.745819 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: tagging.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.746981 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=78683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:12:34.747546 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loaded extension: standard-attr-tag May 12 15:12:34.747906 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: timestamp.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.749185 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=78683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:12:34.749762 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loaded extension: standard-attr-timestamp May 12 15:12:34.750177 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: trunk.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.751254 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=78683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:12:34.751837 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Extension trunk not supported by any of loaded plugins May 12 15:12:34.752213 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: trunk_details.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.753171 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=78683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:12:34.754362 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Extension trunk-details not supported by any of loaded plugins May 12 15:12:34.754731 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: uplink_status_propagation.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.755694 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=78683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:12:34.756326 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 12 15:12:34.756639 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Loading extension file: vlantransparent.py {{(pid=78683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 15:12:34.757359 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=78683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 15:12:34.758009 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Extension vlan-transparent not supported by any of loaded plugins May 12 15:12:34.760608 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.quota.resource_registry [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Creating instance of TrackedResource for resource:network May 12 15:12:34.761364 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.quota.resource_registry [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Creating instance of TrackedResource for resource:subnet May 12 15:12:34.762214 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.quota.resource_registry [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Creating instance of TrackedResource for resource:subnetpool May 12 15:12:34.762833 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.quota.resource_registry [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Creating instance of TrackedResource for resource:port May 12 15:12:34.764168 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.v2.resource_helper [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78683) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 15:12:34.764617 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.v2.resource_helper [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Service FLAVORS assigned prefix: {{(pid=78683) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 15:12:34.765259 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.v2.resource_helper [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78683) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 15:12:34.765692 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.v2.resource_helper [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78683) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 15:12:34.766052 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.quota.resource_registry [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Creating instance of TrackedResource for resource:router May 12 15:12:34.766735 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.quota.resource_registry [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Creating instance of TrackedResource for resource:floatingip May 12 15:12:34.767455 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.v2.resource_helper [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Service METERING assigned prefix: /metering {{(pid=78683) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 15:12:34.768951 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:34.769330 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:34.769686 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:12:34.770901 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.quota.resource_registry [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Creating instance of CountableResource for resource:rbac_policy May 12 15:12:34.771357 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.quota.resource_registry [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Creating instance of TrackedResource for resource:security_group May 12 15:12:34.772014 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.quota.resource_registry [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Creating instance of TrackedResource for resource:security_group_rule May 12 15:12:34.772782 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.v2.resource_helper [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Service CORE assigned prefix: {{(pid=78683) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 15:12:34.773123 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.quota.resource_registry [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Creating instance of TrackedResource for resource:subnetpool May 12 15:12:34.773468 dv-cinder-789603-6-iscsi neutron-server[78683]: WARNING neutron.quota.resource_registry [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] subnetpool is already registered May 12 15:12:34.774312 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.v2.resource_helper [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Service CORE assigned prefix: {{(pid=78683) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 15:12:34.774675 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.quota.resource_registry [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Creating instance of TrackedResource for resource:subnetpool May 12 15:12:34.775036 dv-cinder-789603-6-iscsi neutron-server[78683]: WARNING neutron.quota.resource_registry [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] subnetpool is already registered May 12 15:12:34.777688 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.v2.resource_helper [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78683) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 15:12:34.778154 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.v2.resource_helper [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Service FLAVORS assigned prefix: {{(pid=78683) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 15:12:34.778754 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.v2.resource_helper [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78683) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 15:12:34.779170 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.v2.resource_helper [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78683) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 15:12:34.779507 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.quota.resource_registry [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Creating instance of TrackedResource for resource:router May 12 15:12:34.779837 dv-cinder-789603-6-iscsi neutron-server[78683]: WARNING neutron.quota.resource_registry [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] router is already registered May 12 15:12:34.780441 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.quota.resource_registry [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Creating instance of TrackedResource for resource:floatingip May 12 15:12:34.780772 dv-cinder-789603-6-iscsi neutron-server[78683]: WARNING neutron.quota.resource_registry [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] floatingip is already registered May 12 15:12:34.781398 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.v2.resource_helper [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Service METERING assigned prefix: /metering {{(pid=78683) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 15:12:34.782118 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.quota.resource_registry [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Creating instance of CountableResource for resource:rbac_policy May 12 15:12:34.782447 dv-cinder-789603-6-iscsi neutron-server[78683]: WARNING neutron.quota.resource_registry [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] rbac_policy is already registered May 12 15:12:34.784056 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.quota.resource_registry [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Creating instance of TrackedResource for resource:security_group May 12 15:12:34.784389 dv-cinder-789603-6-iscsi neutron-server[78683]: WARNING neutron.quota.resource_registry [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] security_group is already registered May 12 15:12:34.785030 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.quota.resource_registry [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Creating instance of TrackedResource for resource:security_group_rule May 12 15:12:34.785363 dv-cinder-789603-6-iscsi neutron-server[78683]: WARNING neutron.quota.resource_registry [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] security_group_rule is already registered May 12 15:12:34.786058 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.v2.resource_helper [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Service CORE assigned prefix: {{(pid=78683) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 15:12:34.786393 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.quota.resource_registry [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Creating instance of TrackedResource for resource:subnetpool May 12 15:12:34.786719 dv-cinder-789603-6-iscsi neutron-server[78683]: WARNING neutron.quota.resource_registry [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] subnetpool is already registered May 12 15:12:34.787332 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.v2.resource_helper [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Service CORE assigned prefix: {{(pid=78683) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 15:12:34.787664 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.quota.resource_registry [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Creating instance of TrackedResource for resource:subnetpool May 12 15:12:34.787987 dv-cinder-789603-6-iscsi neutron-server[78683]: WARNING neutron.quota.resource_registry [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] subnetpool is already registered May 12 15:12:34.788882 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Extended resource: extensions {{(pid=78683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:12:34.790210 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Extended resource: address-groups {{(pid=78683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:12:34.791784 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Extended resource: address-scopes {{(pid=78683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:12:34.792986 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Extended resource: agents {{(pid=78683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:12:34.794218 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Extended resource: auto-allocated-topology {{(pid=78683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:12:34.795464 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Extended resource: availability_zones {{(pid=78683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:12:34.796775 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Extended resource: dhcp-networks {{(pid=78683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:12:34.798257 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Extended resource: dhcp-agents {{(pid=78683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:12:34.799697 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Extended resource: routers {{(pid=78683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:12:34.802189 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Extended resource: flavors {{(pid=78683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:12:34.803260 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Extended resource: service_profiles {{(pid=78683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:12:34.804444 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Extended resource: next_providers {{(pid=78683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:12:34.806021 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Extended resource: service_profiles {{(pid=78683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:12:34.807477 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Extended resource: floatingip-pools {{(pid=78683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:12:34.808724 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Extended resource: routers {{(pid=78683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:12:34.810850 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Extended resource: floatingips {{(pid=78683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:12:34.812034 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Extended resource: l3-routers {{(pid=78683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:12:34.813398 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Extended resource: l3-agents {{(pid=78683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:12:34.814863 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Extended resource: metering-labels {{(pid=78683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:12:34.816889 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Extended resource: metering-label-rules {{(pid=78683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:12:34.818355 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Extended resource: network-ip-availabilities {{(pid=78683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:12:34.819744 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Extended resource: bindings {{(pid=78683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:12:34.821419 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Extended resource: quotas {{(pid=78683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:12:34.822882 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Extended resource: quotas {{(pid=78683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:12:34.824300 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Extended resource: rbac-policies {{(pid=78683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:12:34.825592 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Extended resource: security-groups {{(pid=78683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:12:34.826860 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Extended resource: security-group-rules {{(pid=78683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:12:34.828101 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Extended resource: service-providers {{(pid=78683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:12:34.829328 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Extended resource: subnetpools {{(pid=78683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:12:34.830831 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Extended resource: subnetpools {{(pid=78683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:12:34.832409 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Extended resource: tags {{(pid=78683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:12:34.834317 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Extended resource: tags {{(pid=78683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:12:34.836338 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Extended resource: tags {{(pid=78683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:12:34.838166 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Extended resource: tags {{(pid=78683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:12:34.840126 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Extended resource: tags {{(pid=78683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:12:34.842025 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Extended resource: tags {{(pid=78683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:12:34.843729 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Extended resource: tags {{(pid=78683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:12:34.846865 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Extended resource: tags {{(pid=78683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:12:34.848735 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Extended resource: tags {{(pid=78683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:12:34.965133 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron.api.extensions [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Extended resource: tags {{(pid=78683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:12:34.971210 dv-cinder-789603-6-iscsi neutron-server[78683]: WARNING keystonemiddleware.auth_token [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 12 15:12:34.976718 dv-cinder-789603-6-iscsi neutron-server[78683]: WARNING keystonemiddleware.auth_token [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 12 15:12:34.985230 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Acquired lock "singleton_lock" {{(pid=78683) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 12 15:12:34.985717 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Releasing lock "singleton_lock" {{(pid=78683) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 12 15:12:34.986403 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO oslo_service.service [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Starting 2 workers May 12 15:12:34.991716 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Started child 78792 {{(pid=78683) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 12 15:12:34.996379 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Started child 78793 {{(pid=78683) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 12 15:12:34.997383 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:12:34.998261 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO neutron.service [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Neutron service started, listening on 0.0.0.0:9696 May 12 15:12:34.998716 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Notify callbacks [] for process, before_spawn {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:12:34.999342 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [-] (78792) wsgi starting up on http://0.0.0.0:9696 May 12 15:12:35.001374 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO oslo_service.service [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Starting 1 workers May 12 15:12:35.004357 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:12:35.006665 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Started child 78794 {{(pid=78683) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 12 15:12:35.006833 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [-] (78793) wsgi starting up on http://0.0.0.0:9696 May 12 15:12:35.007166 dv-cinder-789603-6-iscsi neutron-server[78683]: INFO oslo_service.service [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Starting 1 workers May 12 15:12:35.011014 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.service [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] calling RpcWorker wait() {{(pid=78794) _wait /opt/stack/neutron/neutron/service.py:128}} May 12 15:12:35.011961 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.service [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] returning from RpcWorker wait() {{(pid=78794) _wait /opt/stack/neutron/neutron/service.py:135}} May 12 15:12:35.012088 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Started child 78795 {{(pid=78683) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 12 15:12:35.012618 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1ebaeeb4-3bc0-4eb2-9e62-dc4e34e96174 None None] Notify callbacks [] for process, after_spawn {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:12:35.013555 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:12:35.014210 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:12:35.014668 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78683) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 12 15:12:35.014893 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 12 15:12:35.015142 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 12 15:12:35.015282 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 12 15:12:35.015812 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 12 15:12:35.015961 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 12 15:12:35.016487 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.016753 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.017003 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.017264 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.017534 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.018180 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.018450 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.018689 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.019002 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.019271 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.019423 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.019591 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.020009 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:12:35.020539 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.020950 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.021337 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.021481 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:12:35.021604 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.021930 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.022240 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.022415 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.022833 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] config_source = [] {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.023259 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.023492 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.023961 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] debug = True {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.024220 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.024731 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.024953 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.025394 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.025609 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.026078 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.026330 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.026636 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.026892 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.027146 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.027360 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.027795 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.028037 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.028252 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.028634 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.028908 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.029169 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.029648 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] host = dv-cinder-789603-6-iscsi {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.029891 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.030139 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.030380 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.030647 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.030896 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.031120 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.031383 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.031616 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.031890 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.032138 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.032390 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.032621 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.032842 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] log_dir = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.033101 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] log_file = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.033292 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] log_options = True {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.033491 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.033934 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.034127 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.034326 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.034513 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.035223 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.035422 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.035621 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.035811 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.035997 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.036330 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.036553 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.036747 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.036958 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.037148 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.037479 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.037687 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.037920 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.038112 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.038319 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.038521 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.038820 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.039190 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.039403 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.039612 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.039806 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.040040 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.040266 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.040488 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.040751 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.040970 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.041221 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.041472 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.041871 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.042069 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.042275 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.042474 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.042687 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.042926 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.043174 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.043405 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.043624 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.043851 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.044171 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.044347 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] use_journal = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.044547 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] use_json = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.044759 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.044993 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.045276 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.045491 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.045707 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.045957 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.046172 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.046509 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.046855 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.047136 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.047460 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.047779 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.047963 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.048164 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.048429 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.048649 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.048911 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.049147 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.049504 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.049748 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.050127 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.050934 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.051282 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.051724 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.052050 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.052304 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.052545 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.052785 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.053006 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.053228 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.053571 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.053870 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.054143 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.054467 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.054641 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.054906 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.055145 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.055365 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.055601 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.055818 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.056103 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.056328 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.056604 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.056898 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.057068 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.057241 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.057431 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.057689 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.058075 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.058246 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.058427 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.058653 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.059300 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.059482 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.059655 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.059879 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.060140 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.060407 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.060788 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.061001 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.061190 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.061388 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.061723 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.061965 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.062199 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.062527 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.062527 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.062888 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.063063 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.063272 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.063518 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.063757 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.063962 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.064239 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.064459 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.065031 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.065351 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.065351 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.065694 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.066073 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.066073 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.066461 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.066727 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.067075 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.067292 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.067576 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.068037 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.068192 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.068317 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.068707 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.069091 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.069469 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.069922 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.070251 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.070633 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.071033 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.071429 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.071940 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.071940 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.072170 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.072392 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.072789 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.073046 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.073818 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.073818 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.073818 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.074196 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.074315 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.074573 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.074786 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.075132 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.075358 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.075619 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.075843 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.076137 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.076419 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.076677 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.076936 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.077188 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.077491 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.077759 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.078054 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.078350 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.078535 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.078820 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.079101 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.079425 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.080384 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.080384 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.080384 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.080384 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.080892 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.080892 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.081142 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.081334 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.081871 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.082113 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.082313 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.082536 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.082788 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.083082 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.083322 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.083643 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.083833 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.084014 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.084247 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.084452 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.084728 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.085097 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.085303 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.085492 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.085753 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.086008 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.086251 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.086574 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.086812 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.087193 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.087193 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.087699 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.087699 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.088242 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.088242 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.088733 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.088733 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.088733 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.089276 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.089276 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.089717 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.089717 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.090396 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.090396 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.090396 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.090996 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.090996 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.090996 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.093844 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.093844 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.093844 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.093844 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.093844 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.093844 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.093844 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.093844 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.096100 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.096100 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.096100 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.096100 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.096100 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.096100 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.096100 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.096100 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.097638 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.097638 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.097638 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.097638 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.097638 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.097638 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.097638 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.097638 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.098606 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.098606 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.098606 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.098606 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.098606 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.098606 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.098606 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.099388 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.099388 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.099388 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.099725 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.099871 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.100006 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.103852 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.103852 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.103852 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.103852 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.103852 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.103852 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.103852 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.103852 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.103852 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.105169 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.105169 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.105169 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.105169 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.105169 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.105169 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.105169 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.105169 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.105169 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.106306 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.106306 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.106306 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.106306 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.106306 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.106306 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.106306 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.106306 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.106306 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.107405 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.107405 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.107405 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.107405 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.107405 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.108026 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.108026 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.108026 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.108393 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.108550 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.108881 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.109081 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.109235 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.109425 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.109743 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.110088 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.110380 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.110615 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.110891 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.111203 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.111476 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.111702 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.112023 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.112443 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.112797 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.113554 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.113840 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.114278 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.114432 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.114616 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.114859 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.115106 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.115341 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.115660 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.115842 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.116037 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.116277 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.116903 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.116903 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.117180 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.117335 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.117476 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.117818 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.117985 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 12 15:12:35.118648 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78683) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 12 15:12:35.118807 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 12 15:12:35.119150 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 12 15:12:35.119150 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 12 15:12:35.119433 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 12 15:12:35.119433 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 12 15:12:35.119672 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.119813 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.119940 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.120101 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.120268 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.120453 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.120601 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.120767 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.120927 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.121087 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.121248 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.121410 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.121572 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.121732 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.121924 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.122090 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.122236 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.122377 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.122516 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.122683 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] config_source = [] {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.122846 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.122974 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.123236 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] debug = True {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.123378 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.123526 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.123685 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.123815 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.123943 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.124091 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.124224 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.124347 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.124502 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.124643 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.124805 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.125123 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.125284 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.125574 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.125899 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.126197 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.126503 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.126651 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] host = dv-cinder-789603-6-iscsi {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.126814 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.126965 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.127127 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.127287 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.127448 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.127591 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.127759 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.127903 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.128066 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.128232 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.128442 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.128574 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.129580 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] log_dir = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.129580 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] log_file = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.129580 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] log_options = True {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.129580 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.129580 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.129580 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.130340 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.130340 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.130340 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.130340 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.130340 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.131052 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.131052 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.131052 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.131052 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.131052 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.131633 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.131633 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.131633 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.131633 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.132102 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.132102 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.132102 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.132462 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.132462 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.132462 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.132825 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.132825 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.133062 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.133062 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.133307 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.133429 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.133551 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.133672 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.133858 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.133981 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.134140 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.134281 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.134445 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.134743 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.135053 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.135371 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.135530 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.135692 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.135834 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.136285 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.136285 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.136285 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] use_journal = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.136655 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] use_json = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.136655 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.136911 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.136911 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.137183 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.137183 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.137443 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.137443 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.137697 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:12:35.137867 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.138004 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.138141 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.138280 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.138436 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.138573 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.138711 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.139027 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.139027 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.139298 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.139438 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.139578 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.139717 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.139871 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.140009 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.140146 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.140284 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.140427 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.140565 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.140702 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.140873 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.141015 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.142550 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.142550 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.142550 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.142550 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.142550 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.142550 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.142550 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.142550 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.143601 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.143601 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.143601 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.143601 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.143601 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.143601 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.143601 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.143601 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.144618 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.144618 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.144618 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.144618 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.144618 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.144618 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.144618 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.145427 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.145427 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.145427 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.145427 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.145427 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.146099 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.146099 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.146099 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.146099 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.146099 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.148069 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.148069 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.148069 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.148069 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.148069 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.148069 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.148069 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.148069 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.148069 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.149906 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.149906 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.149906 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.149906 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.149906 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.149906 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.149906 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.149906 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.149906 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.151017 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.151017 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.151017 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.151017 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.151017 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.151017 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.151017 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.151017 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.151017 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.152057 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.152057 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.152057 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.152057 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.152057 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.152057 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.152057 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.152057 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.153019 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.153019 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.153019 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.153019 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.153019 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.153019 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.153019 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.153019 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.154692 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.154692 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.154692 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.154692 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.154692 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.154692 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.154692 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.154692 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.155665 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.155665 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.155665 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.155665 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.155665 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.155665 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.155665 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.155665 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.156657 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.156657 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.156657 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.156657 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.156657 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.156657 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.156657 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.156657 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.160320 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.160320 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.160320 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.160320 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.160320 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.160320 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.160320 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.160320 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.161316 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.161316 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.161316 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.161316 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.161316 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.161316 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.161316 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.161316 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.162371 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.162371 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.162371 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.162371 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.162371 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.162371 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.162371 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.162371 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.163362 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.163362 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.163362 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.163362 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.163362 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.163362 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.163362 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.163362 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.164343 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.164343 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.164343 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.164343 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.164343 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.164343 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.164343 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.164343 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.165384 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.165384 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.165384 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.165384 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.165384 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.165384 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.165384 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.165384 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.166681 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.166681 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.166681 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.166681 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.166681 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.166681 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.166681 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.166681 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.167666 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.167666 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.167666 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.167666 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.167666 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.167666 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.167666 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.167666 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.168694 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.168694 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.168694 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.168694 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.168694 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.168694 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.168694 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.168694 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.169713 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.169713 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.169713 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.169713 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.169713 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.169713 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.169713 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.169713 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.170831 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.171104 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.171267 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.172065 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.172424 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.172726 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.173069 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.173369 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.173672 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.174106 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.174417 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.174725 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.175032 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.176415 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.176806 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.177116 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.178087 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.178383 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.178644 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.178946 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.179237 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.179473 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.179758 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.180005 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.180239 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.180452 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.180740 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.180959 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.181217 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.181521 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.181813 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.182041 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.182315 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.182592 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.182878 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.183160 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.183431 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.183689 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.184189 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.184416 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.184658 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.184913 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.185194 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.185489 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.185847 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.186108 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.186561 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.186868 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.187162 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.187489 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.188304 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.188304 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.188304 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.188539 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.188718 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.188915 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.189426 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.189426 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.189699 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.190005 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.190282 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.190563 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.190882 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.191163 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.191439 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.191706 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.191968 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.192256 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.192537 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.192823 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.193105 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.193390 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:12:35.193655 dv-cinder-789603-6-iscsi neutron-server[78683]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 12 15:12:35.226726 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:12:35.308107 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 36992) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:12:35.317214 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065713 May 12 15:12:48.817291 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ada9a59-184b-4c48-b3a8-3f6a3a1deb68 None None] get_active_networks_info from dv-cinder-789603-6-iscsi {{(pid=78794) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 12 15:12:48.946592 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ada9a59-184b-4c48-b3a8-3f6a3a1deb68 None None] No non-hosted networks {{(pid=78794) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 12 15:12:48.980367 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-e583aaac-bf78-4f95-a1be-541b4c73a175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718'] for agent, after_create {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:12:51.072490 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-1f2b8c40-c22c-40dd-9465-33ac34007dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718'] for agent, after_create {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:12:51.132078 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-ea7b074e-821e-4c38-9dbd-ae6172c96de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:12:51.610491 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718'] for agent, after_create {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:12:51.614487 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:12:51.615771 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:12:51.618068 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:12:51.618925 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:12:51.621080 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:12:51.622138 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:12:51.624689 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:12:51.625640 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:12:51.628880 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:12:51.629646 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:12:51.632318 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:12:51.633313 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:12:51.634150 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-789603-6-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:12:51.650740 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-789603-6-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:12:52.293278 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-8e9e3eb0-3c8e-4693-b231-5e176560d846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718'] for agent, after_create {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:12:54.160976 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-876105c5-eed7-46ba-a478-d2a34eb0d798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718'] for agent, after_create {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:12:55.694437 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 37082) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:12:55.782987 dv-cinder-789603-6-iscsi neutron-server[78794]: INFO neutron.db.l3_hamode_db [None req-2cdc0cb0-1b5a-4bfc-8b66-c5621d0da36e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 12 15:12:55.875670 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdc0cb0-1b5a-4bfc-8b66-c5621d0da36e None None] Routers set() bound to L3 agent in host dv-cinder-789603-6-iscsi {{(pid=78794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:12:55.876070 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdc0cb0-1b5a-4bfc-8b66-c5621d0da36e None None] Router IDs set() for agent in host dv-cinder-789603-6-iscsi {{(pid=78794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 12 15:12:56.527838 dv-cinder-789603-6-iscsi neutron-server[78793]: WARNING oslo_policy.policy [None req-d3aac7dd-b429-4b41-a864-fd1222189dff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 15:12:56.528441 dv-cinder-789603-6-iscsi neutron-server[78793]: WARNING oslo_policy.policy [None req-d3aac7dd-b429-4b41-a864-fd1222189dff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 15:12:56.749163 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [None req-d3aac7dd-b429-4b41-a864-fd1222189dff admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=78793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 15:12:56.750556 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-d3aac7dd-b429-4b41-a864-fd1222189dff admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 1.0537653 May 12 15:12:59.236904 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 37096) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:13:00.033218 dv-cinder-789603-6-iscsi neutron-server[78792]: WARNING oslo_policy.policy [None req-e0b501d5-12b9-4b59-ae06-d43e9ccf7cf8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 15:13:00.033865 dv-cinder-789603-6-iscsi neutron-server[78792]: WARNING oslo_policy.policy [None req-e0b501d5-12b9-4b59-ae06-d43e9ccf7cf8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 15:13:00.255391 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.v2.base [None req-e0b501d5-12b9-4b59-ae06-d43e9ccf7cf8 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=78792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:13:00.358971 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.policy [None req-e0b501d5-12b9-4b59-ae06-d43e9ccf7cf8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78792) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 12 15:13:00.404869 dv-cinder-789603-6-iscsi neutron-server[78792]: WARNING oslo_policy.policy [None req-e0b501d5-12b9-4b59-ae06-d43e9ccf7cf8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 15:13:00.405251 dv-cinder-789603-6-iscsi neutron-server[78792]: WARNING oslo_policy.policy [None req-e0b501d5-12b9-4b59-ae06-d43e9ccf7cf8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 15:13:00.414861 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.quota [None req-e0b501d5-12b9-4b59-ae06-d43e9ccf7cf8 admin admin] Loaded quota_driver: . May 12 15:13:00.430674 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-e0b501d5-12b9-4b59-ae06-d43e9ccf7cf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:13:00.496233 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-e0b501d5-12b9-4b59-ae06-d43e9ccf7cf8 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739646457934', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739646459409', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739646464123', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739646442447', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739646448293', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739654093123', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-741596', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-581881', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1585285', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1776081'] for rbac-policy, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:13:00.568302 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-e0b501d5-12b9-4b59-ae06-d43e9ccf7cf8 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:13:00.572854 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-e0b501d5-12b9-4b59-ae06-d43e9ccf7cf8 admin admin] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.3318062 May 12 15:13:03.383524 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 37114) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:13:03.775109 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.v2.base [None req-b516be87-9383-40fd-8e3f-b17c87f9d2e6 admin admin] Request body: {'network': {'tenant_id': 'd7efbebb0fe44fdfa2cf3392b84f2d4e', 'name': 'private', 'project_id': 'd7efbebb0fe44fdfa2cf3392b84f2d4e', 'admin_state_up': True}} {{(pid=78793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:13:03.777231 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.quota [None req-b516be87-9383-40fd-8e3f-b17c87f9d2e6 admin admin] Loaded quota_driver: . May 12 15:13:03.801614 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-b516be87-9383-40fd-8e3f-b17c87f9d2e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:13:03.812060 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-b516be87-9383-40fd-8e3f-b17c87f9d2e6 admin admin] Usage tracker for resource:network and tenant:d7efbebb0fe44fdfa2cf3392b84f2d4e is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:13:03.818603 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-b516be87-9383-40fd-8e3f-b17c87f9d2e6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:13:03.831075 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-b516be87-9383-40fd-8e3f-b17c87f9d2e6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:13:03.852395 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b516be87-9383-40fd-8e3f-b17c87f9d2e6 admin admin] Made reservation on behalf of d7efbebb0fe44fdfa2cf3392b84f2d4e for: {'network': 1} {{(pid=78793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:13:03.925940 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.policy [None req-b516be87-9383-40fd-8e3f-b17c87f9d2e6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78793) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 12 15:13:03.971616 dv-cinder-789603-6-iscsi neutron-server[78793]: WARNING oslo_policy.policy [None req-b516be87-9383-40fd-8e3f-b17c87f9d2e6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 15:13:03.972002 dv-cinder-789603-6-iscsi neutron-server[78793]: WARNING oslo_policy.policy [None req-b516be87-9383-40fd-8e3f-b17c87f9d2e6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 15:13:03.982769 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-b516be87-9383-40fd-8e3f-b17c87f9d2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for network, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:13:04.004895 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-b516be87-9383-40fd-8e3f-b17c87f9d2e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:13:04.021503 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-b516be87-9383-40fd-8e3f-b17c87f9d2e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:13:04.025654 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-b516be87-9383-40fd-8e3f-b17c87f9d2e6 admin admin] Usage tracker for resource:security_group_rule and tenant:d7efbebb0fe44fdfa2cf3392b84f2d4e is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:13:04.031530 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-b516be87-9383-40fd-8e3f-b17c87f9d2e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:13:04.038387 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-b516be87-9383-40fd-8e3f-b17c87f9d2e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:13:04.156305 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-b516be87-9383-40fd-8e3f-b17c87f9d2e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:13:04.161659 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-b516be87-9383-40fd-8e3f-b17c87f9d2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:13:04.166854 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:13:04.188877 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b516be87-9383-40fd-8e3f-b17c87f9d2e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=78793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 15:13:04.222629 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-b516be87-9383-40fd-8e3f-b17c87f9d2e6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739649303700', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428868'] for segment, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:13:04.223257 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-b516be87-9383-40fd-8e3f-b17c87f9d2e6 admin admin] Unsubscribe: segment precommit_create {{(pid=78793) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 12 15:13:04.223720 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.db.segments_db [None req-b516be87-9383-40fd-8e3f-b17c87f9d2e6 admin admin] Added segment 57619234-4079-4a5e-88de-4eb9444da4dd of type vlan for network 16c1484d-9293-4f36-9c12-d200478788ee May 12 15:13:04.284189 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b516be87-9383-40fd-8e3f-b17c87f9d2e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f642456-6058-48a6-a17d-1bf151f79037,revision_number=1']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:13:04.312224 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b516be87-9383-40fd-8e3f-b17c87f9d2e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:13:04.312583 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b516be87-9383-40fd-8e3f-b17c87f9d2e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:13:04.313017 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b516be87-9383-40fd-8e3f-b17c87f9d2e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:13:04.313350 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b516be87-9383-40fd-8e3f-b17c87f9d2e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:13:04.313686 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b516be87-9383-40fd-8e3f-b17c87f9d2e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:13:04.314071 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b516be87-9383-40fd-8e3f-b17c87f9d2e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:13:04.314392 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b516be87-9383-40fd-8e3f-b17c87f9d2e6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:13:04.314784 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b516be87-9383-40fd-8e3f-b17c87f9d2e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:13:04.315122 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b516be87-9383-40fd-8e3f-b17c87f9d2e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:13:04.315476 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b516be87-9383-40fd-8e3f-b17c87f9d2e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:13:04.316359 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b516be87-9383-40fd-8e3f-b17c87f9d2e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:13:04.316820 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b516be87-9383-40fd-8e3f-b17c87f9d2e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:13:04.318282 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b516be87-9383-40fd-8e3f-b17c87f9d2e6 admin admin] Tracked resource versions report: May 12 15:13:04.318282 dv-cinder-789603-6-iscsi neutron-server[78793]: pushed versions: May 12 15:13:04.318282 dv-cinder-789603-6-iscsi neutron-server[78793]: { 'AddressGroup': {'1.2'}, May 12 15:13:04.318282 dv-cinder-789603-6-iscsi neutron-server[78793]: 'ConntrackHelper': {'1.0'}, May 12 15:13:04.318282 dv-cinder-789603-6-iscsi neutron-server[78793]: 'Log': {'1.0'}, May 12 15:13:04.318282 dv-cinder-789603-6-iscsi neutron-server[78793]: 'Network': {'1.1'}, May 12 15:13:04.318282 dv-cinder-789603-6-iscsi neutron-server[78793]: 'Port': {'1.7'}, May 12 15:13:04.318282 dv-cinder-789603-6-iscsi neutron-server[78793]: 'PortForwarding': {'1.2'}, May 12 15:13:04.318282 dv-cinder-789603-6-iscsi neutron-server[78793]: 'QosPolicy': {'1.8'}, May 12 15:13:04.318282 dv-cinder-789603-6-iscsi neutron-server[78793]: 'SecurityGroup': {'1.4'}, May 12 15:13:04.318282 dv-cinder-789603-6-iscsi neutron-server[78793]: 'SecurityGroupRule': {'1.2'}, May 12 15:13:04.318282 dv-cinder-789603-6-iscsi neutron-server[78793]: 'SubPort': {'1.0'}, May 12 15:13:04.318282 dv-cinder-789603-6-iscsi neutron-server[78793]: 'Subnet': {'1.1'}, May 12 15:13:04.318282 dv-cinder-789603-6-iscsi neutron-server[78793]: 'Trunk': {'1.1'}} May 12 15:13:04.318282 dv-cinder-789603-6-iscsi neutron-server[78793]: consumer versions: May 12 15:13:04.318282 dv-cinder-789603-6-iscsi neutron-server[78793]: { DHCP agent@dv-cinder-789603-6-iscsi: {}, May 12 15:13:04.318282 dv-cinder-789603-6-iscsi neutron-server[78793]: L3 agent@dv-cinder-789603-6-iscsi: {}, May 12 15:13:04.318282 dv-cinder-789603-6-iscsi neutron-server[78793]: Metadata agent@dv-cinder-789603-6-iscsi: {}, May 12 15:13:04.318282 dv-cinder-789603-6-iscsi neutron-server[78793]: Metering agent@dv-cinder-789603-6-iscsi: {}, May 12 15:13:04.318282 dv-cinder-789603-6-iscsi neutron-server[78793]: Open vSwitch agent@dv-cinder-789603-6-iscsi: { 'AddressGroup': '1.2', May 12 15:13:04.318282 dv-cinder-789603-6-iscsi neutron-server[78793]: 'ConntrackHelper': '1.0', May 12 15:13:04.318282 dv-cinder-789603-6-iscsi neutron-server[78793]: 'Log': '1.0', May 12 15:13:04.318282 dv-cinder-789603-6-iscsi neutron-server[78793]: 'Network': '1.1', May 12 15:13:04.318282 dv-cinder-789603-6-iscsi neutron-server[78793]: 'Port': '1.7', May 12 15:13:04.318282 dv-cinder-789603-6-iscsi neutron-server[78793]: 'PortForwarding': '1.2', May 12 15:13:04.318282 dv-cinder-789603-6-iscsi neutron-server[78793]: 'QosPolicy': '1.8', May 12 15:13:04.318282 dv-cinder-789603-6-iscsi neutron-server[78793]: 'SecurityGroup': '1.4', May 12 15:13:04.318282 dv-cinder-789603-6-iscsi neutron-server[78793]: 'SecurityGroupRule': '1.2', May 12 15:13:04.318282 dv-cinder-789603-6-iscsi neutron-server[78793]: 'SubPort': '1.0', May 12 15:13:04.318282 dv-cinder-789603-6-iscsi neutron-server[78793]: 'Subnet': '1.1', May 12 15:13:04.318282 dv-cinder-789603-6-iscsi neutron-server[78793]: 'Trunk': '1.1'}} May 12 15:13:04.318282 dv-cinder-789603-6-iscsi neutron-server[78793]: {{(pid=78793) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 15:13:04.361800 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-b516be87-9383-40fd-8e3f-b17c87f9d2e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739648879737'] for network, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:13:04.371992 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-b516be87-9383-40fd-8e3f-b17c87f9d2e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:13:04.411558 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-b516be87-9383-40fd-8e3f-b17c87f9d2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427'] for network, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:13:04.413422 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b516be87-9383-40fd-8e3f-b17c87f9d2e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:13:04.414109 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-b516be87-9383-40fd-8e3f-b17c87f9d2e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for network, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:13:04.417567 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:13:04.527554 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b516be87-9383-40fd-8e3f-b17c87f9d2e6 admin admin] Pushing event updated for resources: {'Network': ['ID=16c1484d-9293-4f36-9c12-d200478788ee,revision_number=1']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:13:04.533158 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-b516be87-9383-40fd-8e3f-b17c87f9d2e6 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1485057 May 12 15:13:04.533962 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-b516be87-9383-40fd-8e3f-b17c87f9d2e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:13:04.541183 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Network 16c1484d-9293-4f36-9c12-d200478788ee details requested by agent ovs-agent-dv-cinder-789603-6-iscsi with host dv-cinder-789603-6-iscsi {{(pid=78794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 15:13:07.479137 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 37132) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:13:08.040991 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6258abe-9a72-46ec-902e-ecb05e2ed76a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:13:08.042688 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-b6258abe-9a72-46ec-902e-ecb05e2ed76a admin admin] 10.222.0.32 "GET /v2.0/networks/16c1484d-9293-4f36-9c12-d200478788ee HTTP/1.1" status: 200 len: 825 time: 0.5625269 May 12 15:13:08.075805 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-26a33eb3-3000-4ed5-8de2-36858dbaa3cf admin admin] 10.222.0.32 "GET /v2.0/subnetpools/d14c0153-8dc2-49ad-9b1c-b99df5dd5f92 HTTP/1.1" status: 200 len: 734 time: 0.0275476 May 12 15:13:08.085599 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.v2.base [None req-b2d809f6-4349-4c98-b99f-0a912675e151 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'network_id': '16c1484d-9293-4f36-9c12-d200478788ee', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'd14c0153-8dc2-49ad-9b1c-b99df5dd5f92', 'tenant_id': 'd7efbebb0fe44fdfa2cf3392b84f2d4e'}} {{(pid=78793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:13:08.090467 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-b2d809f6-4349-4c98-b99f-0a912675e151 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:13:08.094518 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-b2d809f6-4349-4c98-b99f-0a912675e151 admin admin] Usage tracker for resource:subnet and tenant:d7efbebb0fe44fdfa2cf3392b84f2d4e is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:13:08.098059 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-b2d809f6-4349-4c98-b99f-0a912675e151 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:13:08.104806 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-b2d809f6-4349-4c98-b99f-0a912675e151 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:13:08.117766 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2d809f6-4349-4c98-b99f-0a912675e151 admin admin] Made reservation on behalf of d7efbebb0fe44fdfa2cf3392b84f2d4e for: {'subnet': 1} {{(pid=78793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:13:08.120171 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-b2d809f6-4349-4c98-b99f-0a912675e151 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:13:08.637549 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-b2d809f6-4349-4c98-b99f-0a912675e151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427'] for subnet, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:13:08.641854 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:13:08.726084 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d809f6-4349-4c98-b99f-0a912675e151 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5786f469-8835-4f6e-990a-699c688083d5,revision_number=0']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:13:08.732616 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-b2d809f6-4349-4c98-b99f-0a912675e151 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:13:08.733616 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d809f6-4349-4c98-b99f-0a912675e151 admin admin] Checking segment: {'id': '57619234-4079-4a5e-88de-4eb9444da4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '16c1484d-9293-4f36-9c12-d200478788ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:13:08.734025 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d809f6-4349-4c98-b99f-0a912675e151 admin admin] Network hostable DHCP agents. Network: 16c1484d-9293-4f36-9c12-d200478788ee, hostable agents: ['70f74d37-a86e-42b6-98ff-0814024719b2'], hosted agents: [] {{(pid=78793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 15:13:08.755461 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d809f6-4349-4c98-b99f-0a912675e151 admin admin] Network 16c1484d-9293-4f36-9c12-d200478788ee is scheduled to be hosted by DHCP agent 70f74d37-a86e-42b6-98ff-0814024719b2 with binding_index 1 {{(pid=78793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 15:13:08.766918 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.base_scheduler [None req-b2d809f6-4349-4c98-b99f-0a912675e151 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-6-iscsi, 16c1484d-9293-4f36-9c12-d200478788ee) {{(pid=78793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:13:08.774864 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d809f6-4349-4c98-b99f-0a912675e151 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:13:08.776286 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-b2d809f6-4349-4c98-b99f-0a912675e151 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for subnet, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:13:08.777374 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1c3016-3c7c-474d-9de7-8871f27d2f03 None None] Network 16c1484d-9293-4f36-9c12-d200478788ee requested from dv-cinder-789603-6-iscsi {{(pid=78794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 15:13:08.809626 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-b2d809f6-4349-4c98-b99f-0a912675e151 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7280600 May 12 15:13:09.167684 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6ffa59-fe5e-4381-95a3-3050f384004c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16f4760b-9c11-502a-9011-339955202960-16c1484d-9293-4f36-9c12-d200478788ee', 'network_id': '16c1484d-9293-4f36-9c12-d200478788ee', 'tenant_id': 'd7efbebb0fe44fdfa2cf3392b84f2d4e', 'fixed_ips': [{'subnet_id': '5786f469-8835-4f6e-990a-699c688083d5'}]}} from dv-cinder-789603-6-iscsi. {{(pid=78794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 12 15:13:09.168943 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-5b6ffa59-fe5e-4381-95a3-3050f384004c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_create {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:13:09.369195 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.db_base_plugin_common [None req-5b6ffa59-fe5e-4381-95a3-3050f384004c None None] Allocated IP 172.20.0.2 (16c1484d-9293-4f36-9c12-d200478788ee/5786f469-8835-4f6e-990a-699c688083d5/7fdaf93e-554e-4bb8-8967-84f47a18dac0) {{(pid=78794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:13:09.630618 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-5b6ffa59-fe5e-4381-95a3-3050f384004c None None] Notify callbacks [] for port, precommit_create {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:13:09.646820 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-5b6ffa59-fe5e-4381-95a3-3050f384004c None None] Transition to ACTIVE for port object 7fdaf93e-554e-4bb8-8967-84f47a18dac0 will not be triggered until provisioned by entity L2. {{(pid=78794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:13:09.670108 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-5b6ffa59-fe5e-4381-95a3-3050f384004c None None] Transition to ACTIVE for port object 7fdaf93e-554e-4bb8-8967-84f47a18dac0 will not be triggered until provisioned by entity DHCP. {{(pid=78794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:13:09.677767 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-5b6ffa59-fe5e-4381-95a3-3050f384004c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739648862724'] for port, after_create {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:13:09.682287 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:13:09.744949 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6ffa59-fe5e-4381-95a3-3050f384004c None None] Network 16c1484d-9293-4f36-9c12-d200478788ee is already hosted by enough agents. {{(pid=78794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:13:09.748014 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.scheduler.base_scheduler [None req-5b6ffa59-fe5e-4381-95a3-3050f384004c None None] Resources bound (agent type, host, resource id): {{(pid=78794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:13:09.762427 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6ffa59-fe5e-4381-95a3-3050f384004c None None] Received port after_create {{(pid=78794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:13:09.765002 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6ffa59-fe5e-4381-95a3-3050f384004c None None] Pushing event updated for resources: {'Port': ['ID=7fdaf93e-554e-4bb8-8967-84f47a18dac0,revision_number=1']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:13:09.801881 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6ffa59-fe5e-4381-95a3-3050f384004c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:13:09.802734 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6ffa59-fe5e-4381-95a3-3050f384004c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:13:09.802734 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6ffa59-fe5e-4381-95a3-3050f384004c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:13:09.802969 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6ffa59-fe5e-4381-95a3-3050f384004c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:13:09.803276 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6ffa59-fe5e-4381-95a3-3050f384004c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:13:09.803690 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6ffa59-fe5e-4381-95a3-3050f384004c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:13:09.804073 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6ffa59-fe5e-4381-95a3-3050f384004c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:13:09.804419 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6ffa59-fe5e-4381-95a3-3050f384004c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:13:09.804754 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6ffa59-fe5e-4381-95a3-3050f384004c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:13:09.805084 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6ffa59-fe5e-4381-95a3-3050f384004c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:13:09.805400 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6ffa59-fe5e-4381-95a3-3050f384004c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:13:09.805710 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6ffa59-fe5e-4381-95a3-3050f384004c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:13:09.806941 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6ffa59-fe5e-4381-95a3-3050f384004c None None] Tracked resource versions report: May 12 15:13:09.806941 dv-cinder-789603-6-iscsi neutron-server[78794]: pushed versions: May 12 15:13:09.806941 dv-cinder-789603-6-iscsi neutron-server[78794]: { 'AddressGroup': {'1.2'}, May 12 15:13:09.806941 dv-cinder-789603-6-iscsi neutron-server[78794]: 'ConntrackHelper': {'1.0'}, May 12 15:13:09.806941 dv-cinder-789603-6-iscsi neutron-server[78794]: 'Log': {'1.0'}, May 12 15:13:09.806941 dv-cinder-789603-6-iscsi neutron-server[78794]: 'Network': {'1.1'}, May 12 15:13:09.806941 dv-cinder-789603-6-iscsi neutron-server[78794]: 'Port': {'1.7'}, May 12 15:13:09.806941 dv-cinder-789603-6-iscsi neutron-server[78794]: 'PortForwarding': {'1.2'}, May 12 15:13:09.806941 dv-cinder-789603-6-iscsi neutron-server[78794]: 'QosPolicy': {'1.8'}, May 12 15:13:09.806941 dv-cinder-789603-6-iscsi neutron-server[78794]: 'SecurityGroup': {'1.4'}, May 12 15:13:09.806941 dv-cinder-789603-6-iscsi neutron-server[78794]: 'SecurityGroupRule': {'1.2'}, May 12 15:13:09.806941 dv-cinder-789603-6-iscsi neutron-server[78794]: 'SubPort': {'1.0'}, May 12 15:13:09.806941 dv-cinder-789603-6-iscsi neutron-server[78794]: 'Subnet': {'1.1'}, May 12 15:13:09.806941 dv-cinder-789603-6-iscsi neutron-server[78794]: 'Trunk': {'1.1'}} May 12 15:13:09.806941 dv-cinder-789603-6-iscsi neutron-server[78794]: consumer versions: May 12 15:13:09.806941 dv-cinder-789603-6-iscsi neutron-server[78794]: { DHCP agent@dv-cinder-789603-6-iscsi: {}, May 12 15:13:09.806941 dv-cinder-789603-6-iscsi neutron-server[78794]: L3 agent@dv-cinder-789603-6-iscsi: {}, May 12 15:13:09.806941 dv-cinder-789603-6-iscsi neutron-server[78794]: Metadata agent@dv-cinder-789603-6-iscsi: {}, May 12 15:13:09.806941 dv-cinder-789603-6-iscsi neutron-server[78794]: Metering agent@dv-cinder-789603-6-iscsi: {}, May 12 15:13:09.806941 dv-cinder-789603-6-iscsi neutron-server[78794]: Open vSwitch agent@dv-cinder-789603-6-iscsi: { 'AddressGroup': '1.2', May 12 15:13:09.806941 dv-cinder-789603-6-iscsi neutron-server[78794]: 'ConntrackHelper': '1.0', May 12 15:13:09.806941 dv-cinder-789603-6-iscsi neutron-server[78794]: 'Log': '1.0', May 12 15:13:09.806941 dv-cinder-789603-6-iscsi neutron-server[78794]: 'Network': '1.1', May 12 15:13:09.806941 dv-cinder-789603-6-iscsi neutron-server[78794]: 'Port': '1.7', May 12 15:13:09.806941 dv-cinder-789603-6-iscsi neutron-server[78794]: 'PortForwarding': '1.2', May 12 15:13:09.806941 dv-cinder-789603-6-iscsi neutron-server[78794]: 'QosPolicy': '1.8', May 12 15:13:09.806941 dv-cinder-789603-6-iscsi neutron-server[78794]: 'SecurityGroup': '1.4', May 12 15:13:09.806941 dv-cinder-789603-6-iscsi neutron-server[78794]: 'SecurityGroupRule': '1.2', May 12 15:13:09.806941 dv-cinder-789603-6-iscsi neutron-server[78794]: 'SubPort': '1.0', May 12 15:13:09.806941 dv-cinder-789603-6-iscsi neutron-server[78794]: 'Subnet': '1.1', May 12 15:13:09.806941 dv-cinder-789603-6-iscsi neutron-server[78794]: 'Trunk': '1.1'}} May 12 15:13:09.806941 dv-cinder-789603-6-iscsi neutron-server[78794]: {{(pid=78794) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 15:13:09.818051 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-5b6ffa59-fe5e-4381-95a3-3050f384004c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:13:09.883878 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.managers [None req-5b6ffa59-fe5e-4381-95a3-3050f384004c None None] Attempting to bind port 7fdaf93e-554e-4bb8-8967-84f47a18dac0 on host dv-cinder-789603-6-iscsi for vnic_type normal with profile {{(pid=78794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:13:09.884149 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.managers [None req-5b6ffa59-fe5e-4381-95a3-3050f384004c None None] Attempting to bind port 7fdaf93e-554e-4bb8-8967-84f47a18dac0 by drivers openvswitch,hyperv on host dv-cinder-789603-6-iscsi at level 0 using segments [{'id': '57619234-4079-4a5e-88de-4eb9444da4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '16c1484d-9293-4f36-9c12-d200478788ee'}] {{(pid=78794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:13:09.884603 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6ffa59-fe5e-4381-95a3-3050f384004c None None] Attempting to bind port 7fdaf93e-554e-4bb8-8967-84f47a18dac0 on network 16c1484d-9293-4f36-9c12-d200478788ee {{(pid=78794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:13:09.891450 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6ffa59-fe5e-4381-95a3-3050f384004c None None] Checking agent: {'id': 'a7a9b333-fa08-4200-b168-94acd4aebf78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 15, 12, 52), 'started_at': datetime.datetime(2021, 5, 12, 15, 12, 52), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 15, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:13:09.891946 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6ffa59-fe5e-4381-95a3-3050f384004c None None] Checking segment: {'id': '57619234-4079-4a5e-88de-4eb9444da4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '16c1484d-9293-4f36-9c12-d200478788ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:13:09.892416 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-5b6ffa59-fe5e-4381-95a3-3050f384004c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:13:09.892818 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6ffa59-fe5e-4381-95a3-3050f384004c None None] Bound using segment: {'id': '57619234-4079-4a5e-88de-4eb9444da4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '16c1484d-9293-4f36-9c12-d200478788ee'} {{(pid=78794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:13:09.893317 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.managers [None req-5b6ffa59-fe5e-4381-95a3-3050f384004c None None] Bound port: 7fdaf93e-554e-4bb8-8967-84f47a18dac0, host: dv-cinder-789603-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57619234-4079-4a5e-88de-4eb9444da4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '16c1484d-9293-4f36-9c12-d200478788ee'}}] {{(pid=78794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:13:09.893759 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-5b6ffa59-fe5e-4381-95a3-3050f384004c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:13:09.998145 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-5b6ffa59-fe5e-4381-95a3-3050f384004c None None] For port 7fdaf93e-554e-4bb8-8967-84f47a18dac0, host dv-cinder-789603-6-iscsi, cleared binding levels {{(pid=78794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:13:10.003006 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-5b6ffa59-fe5e-4381-95a3-3050f384004c None None] For port 7fdaf93e-554e-4bb8-8967-84f47a18dac0, host dv-cinder-789603-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-iscsi',level=0,port_id=7fdaf93e-554e-4bb8-8967-84f47a18dac0,segment=NetworkSegment(57619234-4079-4a5e-88de-4eb9444da4dd),segment_id=57619234-4079-4a5e-88de-4eb9444da4dd)] {{(pid=78794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:13:10.009216 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-5b6ffa59-fe5e-4381-95a3-3050f384004c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:13:10.013438 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-5b6ffa59-fe5e-4381-95a3-3050f384004c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:13:10.108862 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6ffa59-fe5e-4381-95a3-3050f384004c None None] Pushing event updated for resources: {'Port': ['ID=7fdaf93e-554e-4bb8-8967-84f47a18dac0,revision_number=2']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:13:10.112525 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-5b6ffa59-fe5e-4381-95a3-3050f384004c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:13:11.461947 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 37142) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:13:11.952104 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [None req-1d8e19f6-3672-402a-a929-8f54d1abcef5 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=78793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 15:13:11.953974 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-1d8e19f6-3672-402a-a929-8f54d1abcef5 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4904597 May 12 15:13:14.453983 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 37152) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:13:14.955096 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [None req-070136e8-8c27-4e96-9daf-4531b581b233 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=78792) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 15:13:14.956419 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-070136e8-8c27-4e96-9daf-4531b581b233 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5012474 May 12 15:13:16.198514 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b208459b-342c-4292-911c-c9fdcb294d01 None None] Network 16c1484d-9293-4f36-9c12-d200478788ee requested from dv-cinder-789603-6-iscsi {{(pid=78794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 15:13:16.271228 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device 7fdaf93e-554e-4bb8-8967-84f47a18dac0 up at agent ovs-agent-dv-cinder-789603-6-iscsi {{(pid=78794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:13:16.346497 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-414cc2a5-bb8f-4c28-bcc8-79dec3b01458 None None] Provisioning for port 7fdaf93e-554e-4bb8-8967-84f47a18dac0 completed by entity DHCP. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:13:16.445374 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Provisioning for port 7fdaf93e-554e-4bb8-8967-84f47a18dac0 completed by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:13:16.458349 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Provisioning complete for port 7fdaf93e-554e-4bb8-8967-84f47a18dac0 triggered by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:13:16.458745 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:13:16.673052 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:13:16.724535 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] For port 7fdaf93e-554e-4bb8-8967-84f47a18dac0, host dv-cinder-789603-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-iscsi',level=0,port_id=7fdaf93e-554e-4bb8-8967-84f47a18dac0,segment=NetworkSegment(57619234-4079-4a5e-88de-4eb9444da4dd),segment_id=57619234-4079-4a5e-88de-4eb9444da4dd)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:13:16.730034 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:13:16.732274 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:13:16.819437 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Pushing event updated for resources: {'Port': ['ID=7fdaf93e-554e-4bb8-8967-84f47a18dac0,revision_number=3']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:13:16.825117 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:13:16.990604 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-c72ce428-d99b-40b6-b277-75cb2e13878a None None] Provisioning complete for port 7fdaf93e-554e-4bb8-8967-84f47a18dac0 triggered by entity DHCP. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:13:16.990978 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-c72ce428-d99b-40b6-b277-75cb2e13878a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:13:17.727706 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 37170) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:13:18.110160 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.v2.base [None req-3afae08e-6109-4fea-a574-6c43657f2fd5 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'd7efbebb0fe44fdfa2cf3392b84f2d4e'}} {{(pid=78792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:13:18.114741 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-3afae08e-6109-4fea-a574-6c43657f2fd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:13:18.120290 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-3afae08e-6109-4fea-a574-6c43657f2fd5 admin admin] Usage tracker for resource:router and tenant:d7efbebb0fe44fdfa2cf3392b84f2d4e is out of sync, need to count used quota {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:13:18.124577 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-3afae08e-6109-4fea-a574-6c43657f2fd5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:13:18.131362 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-3afae08e-6109-4fea-a574-6c43657f2fd5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:13:18.143098 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-3afae08e-6109-4fea-a574-6c43657f2fd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1780202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13174'] for router, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:13:18.145408 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-3afae08e-6109-4fea-a574-6c43657f2fd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1780197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1710053', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1769634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13135'] for router, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:13:18.173451 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-3afae08e-6109-4fea-a574-6c43657f2fd5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:13:18.181723 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device 7fdaf93e-554e-4bb8-8967-84f47a18dac0 up at agent ovs-agent-dv-cinder-789603-6-iscsi {{(pid=78794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:13:18.267173 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Provisioning complete for port 7fdaf93e-554e-4bb8-8967-84f47a18dac0 triggered by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:13:18.267737 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:13:18.296376 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-3afae08e-6109-4fea-a574-6c43657f2fd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705993'] for router, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:13:18.317187 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-3afae08e-6109-4fea-a574-6c43657f2fd5 admin admin] Notify callbacks [] for router, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:13:18.333690 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-3afae08e-6109-4fea-a574-6c43657f2fd5 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5898623 May 12 15:13:18.646440 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-6f15eb5b-d422-46bf-b538-71df1a234a29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:13:20.112410 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.agents_db [None req-dd47ce14-932e-4540-b008-5e9038d1c348 None None] Agent healthcheck: found 5 active agents {{(pid=78795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 15:13:20.772382 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 37180) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:13:21.057950 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-c176ff4e-cfe8-4479-b31c-1e705db6837f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:13:21.190906 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [None req-469f97d6-7639-4d1e-ba13-bdd46ddfd990 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=78792) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 15:13:21.192661 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-469f97d6-7639-4d1e-ba13-bdd46ddfd990 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4191360 May 12 15:13:21.595495 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:13:22.199114 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-8e9e3eb0-3c8e-4693-b231-5e176560d846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:13:23.624872 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 37200) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:13:23.791020 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.v2.base [None req-c19ea556-d113-4bc9-a02b-297725d7cf98 admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True, 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=78792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:13:23.796483 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-c19ea556-d113-4bc9-a02b-297725d7cf98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:13:23.800537 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-c19ea556-d113-4bc9-a02b-297725d7cf98 admin admin] Usage tracker for resource:network and tenant:20b5b82a6a5c466f85be36145c9d1a45 is out of sync, need to count used quota {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:13:23.804330 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-c19ea556-d113-4bc9-a02b-297725d7cf98 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:13:23.811224 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-c19ea556-d113-4bc9-a02b-297725d7cf98 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:13:23.822586 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c19ea556-d113-4bc9-a02b-297725d7cf98 admin admin] Made reservation on behalf of 20b5b82a6a5c466f85be36145c9d1a45 for: {'network': 1} {{(pid=78792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:13:23.825385 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-c19ea556-d113-4bc9-a02b-297725d7cf98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for network, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:13:23.843086 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-c19ea556-d113-4bc9-a02b-297725d7cf98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:13:23.860475 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-c19ea556-d113-4bc9-a02b-297725d7cf98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:13:23.864231 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-c19ea556-d113-4bc9-a02b-297725d7cf98 admin admin] Usage tracker for resource:security_group_rule and tenant:20b5b82a6a5c466f85be36145c9d1a45 is out of sync, need to count used quota {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:13:23.867495 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-c19ea556-d113-4bc9-a02b-297725d7cf98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:13:23.873115 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-c19ea556-d113-4bc9-a02b-297725d7cf98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:13:23.970699 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-c19ea556-d113-4bc9-a02b-297725d7cf98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:13:23.974710 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-c19ea556-d113-4bc9-a02b-297725d7cf98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:13:23.980067 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:13:23.991307 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c19ea556-d113-4bc9-a02b-297725d7cf98 admin admin] Reserving flat network on physical network physnet1 {{(pid=78792) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 12 15:13:24.022786 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-c19ea556-d113-4bc9-a02b-297725d7cf98 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739649303700', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428868'] for segment, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:13:24.023377 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-c19ea556-d113-4bc9-a02b-297725d7cf98 admin admin] Unsubscribe: segment precommit_create {{(pid=78792) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 12 15:13:24.023825 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.db.segments_db [None req-c19ea556-d113-4bc9-a02b-297725d7cf98 admin admin] Added segment 5d059134-8cbd-4fdb-844f-331960400265 of type flat for network d9e66476-551f-4a93-96a6-794e2ee658bf May 12 15:13:24.073885 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19ea556-d113-4bc9-a02b-297725d7cf98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=799bdddc-54d5-42a5-a773-583c18b61620,revision_number=1']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:13:24.086200 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-876105c5-eed7-46ba-a478-d2a34eb0d798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:13:24.093217 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ea556-d113-4bc9-a02b-297725d7cf98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:13:24.093564 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ea556-d113-4bc9-a02b-297725d7cf98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:13:24.093919 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ea556-d113-4bc9-a02b-297725d7cf98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:13:24.094240 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ea556-d113-4bc9-a02b-297725d7cf98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:13:24.094556 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ea556-d113-4bc9-a02b-297725d7cf98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:13:24.094887 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ea556-d113-4bc9-a02b-297725d7cf98 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:13:24.095202 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ea556-d113-4bc9-a02b-297725d7cf98 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:13:24.095511 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ea556-d113-4bc9-a02b-297725d7cf98 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:13:24.095834 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ea556-d113-4bc9-a02b-297725d7cf98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:13:24.096143 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ea556-d113-4bc9-a02b-297725d7cf98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:13:24.096447 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ea556-d113-4bc9-a02b-297725d7cf98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:13:24.096747 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ea556-d113-4bc9-a02b-297725d7cf98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:13:24.097886 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ea556-d113-4bc9-a02b-297725d7cf98 admin admin] Tracked resource versions report: May 12 15:13:24.097886 dv-cinder-789603-6-iscsi neutron-server[78792]: pushed versions: May 12 15:13:24.097886 dv-cinder-789603-6-iscsi neutron-server[78792]: { 'AddressGroup': {'1.2'}, May 12 15:13:24.097886 dv-cinder-789603-6-iscsi neutron-server[78792]: 'ConntrackHelper': {'1.0'}, May 12 15:13:24.097886 dv-cinder-789603-6-iscsi neutron-server[78792]: 'Log': {'1.0'}, May 12 15:13:24.097886 dv-cinder-789603-6-iscsi neutron-server[78792]: 'Network': {'1.1'}, May 12 15:13:24.097886 dv-cinder-789603-6-iscsi neutron-server[78792]: 'Port': {'1.7'}, May 12 15:13:24.097886 dv-cinder-789603-6-iscsi neutron-server[78792]: 'PortForwarding': {'1.2'}, May 12 15:13:24.097886 dv-cinder-789603-6-iscsi neutron-server[78792]: 'QosPolicy': {'1.8'}, May 12 15:13:24.097886 dv-cinder-789603-6-iscsi neutron-server[78792]: 'SecurityGroup': {'1.4'}, May 12 15:13:24.097886 dv-cinder-789603-6-iscsi neutron-server[78792]: 'SecurityGroupRule': {'1.2'}, May 12 15:13:24.097886 dv-cinder-789603-6-iscsi neutron-server[78792]: 'SubPort': {'1.0'}, May 12 15:13:24.097886 dv-cinder-789603-6-iscsi neutron-server[78792]: 'Subnet': {'1.1'}, May 12 15:13:24.097886 dv-cinder-789603-6-iscsi neutron-server[78792]: 'Trunk': {'1.1'}} May 12 15:13:24.097886 dv-cinder-789603-6-iscsi neutron-server[78792]: consumer versions: May 12 15:13:24.097886 dv-cinder-789603-6-iscsi neutron-server[78792]: { DHCP agent@dv-cinder-789603-6-iscsi: {}, May 12 15:13:24.097886 dv-cinder-789603-6-iscsi neutron-server[78792]: L3 agent@dv-cinder-789603-6-iscsi: {}, May 12 15:13:24.097886 dv-cinder-789603-6-iscsi neutron-server[78792]: Metadata agent@dv-cinder-789603-6-iscsi: {}, May 12 15:13:24.097886 dv-cinder-789603-6-iscsi neutron-server[78792]: Metering agent@dv-cinder-789603-6-iscsi: {}, May 12 15:13:24.097886 dv-cinder-789603-6-iscsi neutron-server[78792]: Open vSwitch agent@dv-cinder-789603-6-iscsi: { 'AddressGroup': '1.2', May 12 15:13:24.097886 dv-cinder-789603-6-iscsi neutron-server[78792]: 'ConntrackHelper': '1.0', May 12 15:13:24.097886 dv-cinder-789603-6-iscsi neutron-server[78792]: 'Log': '1.0', May 12 15:13:24.097886 dv-cinder-789603-6-iscsi neutron-server[78792]: 'Network': '1.1', May 12 15:13:24.097886 dv-cinder-789603-6-iscsi neutron-server[78792]: 'Port': '1.7', May 12 15:13:24.097886 dv-cinder-789603-6-iscsi neutron-server[78792]: 'PortForwarding': '1.2', May 12 15:13:24.097886 dv-cinder-789603-6-iscsi neutron-server[78792]: 'QosPolicy': '1.8', May 12 15:13:24.097886 dv-cinder-789603-6-iscsi neutron-server[78792]: 'SecurityGroup': '1.4', May 12 15:13:24.097886 dv-cinder-789603-6-iscsi neutron-server[78792]: 'SecurityGroupRule': '1.2', May 12 15:13:24.097886 dv-cinder-789603-6-iscsi neutron-server[78792]: 'SubPort': '1.0', May 12 15:13:24.097886 dv-cinder-789603-6-iscsi neutron-server[78792]: 'Subnet': '1.1', May 12 15:13:24.097886 dv-cinder-789603-6-iscsi neutron-server[78792]: 'Trunk': '1.1'}} May 12 15:13:24.097886 dv-cinder-789603-6-iscsi neutron-server[78792]: {{(pid=78792) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 15:13:24.145822 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-c19ea556-d113-4bc9-a02b-297725d7cf98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739648879737'] for network, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:13:24.151286 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-c19ea556-d113-4bc9-a02b-297725d7cf98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:13:24.191099 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-c19ea556-d113-4bc9-a02b-297725d7cf98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427'] for network, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:13:24.193148 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19ea556-d113-4bc9-a02b-297725d7cf98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:13:24.193823 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-c19ea556-d113-4bc9-a02b-297725d7cf98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for network, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:13:24.198317 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:13:24.303670 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-c19ea556-d113-4bc9-a02b-297725d7cf98 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6778188 May 12 15:13:24.304222 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19ea556-d113-4bc9-a02b-297725d7cf98 admin admin] Pushing event updated for resources: {'Network': ['ID=d9e66476-551f-4a93-96a6-794e2ee658bf,revision_number=1']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:13:24.307563 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-c19ea556-d113-4bc9-a02b-297725d7cf98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:13:24.315371 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Network d9e66476-551f-4a93-96a6-794e2ee658bf details requested by agent ovs-agent-dv-cinder-789603-6-iscsi with host dv-cinder-789603-6-iscsi {{(pid=78794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 15:13:26.477712 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 37224) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:13:26.598124 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7fbd9b-a908-46de-ab36-7ab426468f14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:13:26.599535 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-6a7fbd9b-a908-46de-ab36-7ab426468f14 admin admin] 10.222.0.32 "GET /v2.0/subnets/5786f469-8835-4f6e-990a-699c688083d5 HTTP/1.1" status: 200 len: 849 time: 0.1208205 May 12 15:13:26.761942 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-476479ea-a19e-4307-9bdf-5617fdd12f54 admin admin] 10.222.0.32 "GET /v2.0/routers/26639ba2-4b73-4d15-bbe7-3eb4ae838da9 HTTP/1.1" status: 200 len: 704 time: 0.1567495 May 12 15:13:27.218532 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-d842f476-e5d0-4bb4-8b38-30f4baaea394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:13:27.446012 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.db_base_plugin_common [None req-d842f476-e5d0-4bb4-8b38-30f4baaea394 admin admin] Allocated IP 172.20.0.1 (16c1484d-9293-4f36-9c12-d200478788ee/5786f469-8835-4f6e-990a-699c688083d5/52440182-8e4f-448f-b0a7-7a1eacd7ef38) {{(pid=78792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:13:27.599621 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-d842f476-e5d0-4bb4-8b38-30f4baaea394 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:13:27.617616 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.provisioning_blocks [None req-d842f476-e5d0-4bb4-8b38-30f4baaea394 admin admin] Transition to ACTIVE for port object 52440182-8e4f-448f-b0a7-7a1eacd7ef38 will not be triggered until provisioned by entity DHCP. {{(pid=78792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:13:27.674599 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-d842f476-e5d0-4bb4-8b38-30f4baaea394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739648862724'] for port, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:13:27.678353 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:13:27.737682 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d842f476-e5d0-4bb4-8b38-30f4baaea394 admin admin] Network 16c1484d-9293-4f36-9c12-d200478788ee is already hosted by enough agents. {{(pid=78792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:13:27.740600 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.base_scheduler [None req-d842f476-e5d0-4bb4-8b38-30f4baaea394 admin admin] Resources bound (agent type, host, resource id): {{(pid=78792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:13:27.752829 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d842f476-e5d0-4bb4-8b38-30f4baaea394 admin admin] Received port after_create {{(pid=78792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:13:27.753342 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-d842f476-e5d0-4bb4-8b38-30f4baaea394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705686'] for router_interface, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:13:27.876081 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d842f476-e5d0-4bb4-8b38-30f4baaea394 admin admin] Pushing event updated for resources: {'Port': ['ID=52440182-8e4f-448f-b0a7-7a1eacd7ef38,revision_number=1']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:13:27.897565 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-d842f476-e5d0-4bb4-8b38-30f4baaea394 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:13:27.920249 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-1ed60244-d5f8-427e-80b5-32a72886a793 None None] Provisioning for port 52440182-8e4f-448f-b0a7-7a1eacd7ef38 completed by entity DHCP. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:13:27.925096 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-1ed60244-d5f8-427e-80b5-32a72886a793 None None] Provisioning complete for port 52440182-8e4f-448f-b0a7-7a1eacd7ef38 triggered by entity DHCP. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:13:27.925998 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-1ed60244-d5f8-427e-80b5-32a72886a793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:13:27.984368 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.plugin [None req-1ed60244-d5f8-427e-80b5-32a72886a793 None None] Port 52440182-8e4f-448f-b0a7-7a1eacd7ef38 cannot update to ACTIVE because it is not bound. {{(pid=78794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 15:13:28.062710 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-d842f476-e5d0-4bb4-8b38-30f4baaea394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:13:28.292987 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-d842f476-e5d0-4bb4-8b38-30f4baaea394 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:13:28.297879 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-d842f476-e5d0-4bb4-8b38-30f4baaea394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:13:28.299110 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-d842f476-e5d0-4bb4-8b38-30f4baaea394 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705589'] for router_interface, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:13:28.302849 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:13:28.430209 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d842f476-e5d0-4bb4-8b38-30f4baaea394 admin admin] Pushing event updated for resources: {'Port': ['ID=52440182-8e4f-448f-b0a7-7a1eacd7ef38,revision_number=2']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:13:28.435237 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-d842f476-e5d0-4bb4-8b38-30f4baaea394 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:13:28.496404 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d842f476-e5d0-4bb4-8b38-30f4baaea394 admin admin] Network 16c1484d-9293-4f36-9c12-d200478788ee is already hosted by enough agents. {{(pid=78792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:13:28.497473 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.base_scheduler [None req-d842f476-e5d0-4bb4-8b38-30f4baaea394 admin admin] Resources bound (agent type, host, resource id): {{(pid=78792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:13:28.691455 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d842f476-e5d0-4bb4-8b38-30f4baaea394 admin admin] Router 26639ba2-4b73-4d15-bbe7-3eb4ae838da9 is scheduled to L3 agent e96f2393-830b-46ef-bef2-f93615c2f352 with binding_index 1 {{(pid=78792) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 15:13:28.707122 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-cf25d091-c46a-4c47-825f-0adbe523faff None None] Provisioning complete for port 52440182-8e4f-448f-b0a7-7a1eacd7ef38 triggered by entity DHCP. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:13:28.707500 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-cf25d091-c46a-4c47-825f-0adbe523faff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:13:28.760098 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.plugin [None req-cf25d091-c46a-4c47-825f-0adbe523faff None None] Port 52440182-8e4f-448f-b0a7-7a1eacd7ef38 cannot update to ACTIVE because it is not bound. {{(pid=78794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 15:13:28.847376 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d842f476-e5d0-4bb4-8b38-30f4baaea394 admin admin] Notify agent at l3_agent.dv-cinder-789603-6-iscsi the message routers_updated {{(pid=78792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:13:28.857220 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbecd91-37a9-4c0d-a8d8-684e7a2bb517 None None] Sync routers for ids ['26639ba2-4b73-4d15-bbe7-3eb4ae838da9'] in dv-cinder-789603-6-iscsi {{(pid=78795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:13:28.857719 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-d842f476-e5d0-4bb4-8b38-30f4baaea394 admin admin] 10.222.0.32 "PUT /v2.0/routers/26639ba2-4b73-4d15-bbe7-3eb4ae838da9/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0904963 May 12 15:13:28.867880 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbecd91-37a9-4c0d-a8d8-684e7a2bb517 None None] Routers {'26639ba2-4b73-4d15-bbe7-3eb4ae838da9'} bound to L3 agent in host dv-cinder-789603-6-iscsi {{(pid=78795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:13:28.868709 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_hamode_db [None req-7dbecd91-37a9-4c0d-a8d8-684e7a2bb517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-12T15:12:51Z,description=,heartbeat_timestamp=2021-05-12T15:13:21Z,host='dv-cinder-789603-6-iscsi',id=e96f2393-830b-46ef-bef2-f93615c2f352,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:12:51Z,topic='l3_agent')) {'router_ids': ['26639ba2-4b73-4d15-bbe7-3eb4ae838da9'], 'active': True} {{(pid=78795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:13:29.051258 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_dvr_db [None req-7dbecd91-37a9-4c0d-a8d8-684e7a2bb517 None None] Set router 26639ba2-4b73-4d15-bbe7-3eb4ae838da9 gateway port host: None {{(pid=78795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:13:29.426073 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_hamode_db [None req-7dbecd91-37a9-4c0d-a8d8-684e7a2bb517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26639ba2-4b73-4d15-bbe7-3eb4ae838da9', 'name': 'router1', 'tenant_id': 'd7efbebb0fe44fdfa2cf3392b84f2d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:13:18Z', 'updated_at': '2021-05-12T15:13:28Z', 'revision_number': 2, 'project_id': 'd7efbebb0fe44fdfa2cf3392b84f2d4e', 'gw_port_host': None, '_interfaces': [{'id': '52440182-8e4f-448f-b0a7-7a1eacd7ef38', 'name': '', 'network_id': '16c1484d-9293-4f36-9c12-d200478788ee', 'tenant_id': 'd7efbebb0fe44fdfa2cf3392b84f2d4e', 'mac_address': 'fa:16:3e:e7:2d:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26639ba2-4b73-4d15-bbe7-3eb4ae838da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5786f469-8835-4f6e-990a-699c688083d5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:13:27Z', 'updated_at': '2021-05-12T15:13:28Z', 'revision_number': 2, 'project_id': 'd7efbebb0fe44fdfa2cf3392b84f2d4e', 'subnets': [{'id': '5786f469-8835-4f6e-990a-699c688083d5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd14c0153-8dc2-49ad-9b1c-b99df5dd5f92'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-iscsi', False) {} {{(pid=78795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:13:29.431030 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbecd91-37a9-4c0d-a8d8-684e7a2bb517 None None] Checking router: 26639ba2-4b73-4d15-bbe7-3eb4ae838da9 for host: dv-cinder-789603-6-iscsi {{(pid=78795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:13:29.431408 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbecd91-37a9-4c0d-a8d8-684e7a2bb517 None None] Updating router 26639ba2-4b73-4d15-bbe7-3eb4ae838da9 port 52440182-8e4f-448f-b0a7-7a1eacd7ef38 binding host dv-cinder-789603-6-iscsi {{(pid=78795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 15:13:29.483844 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron_lib.callbacks.manager [None req-7dbecd91-37a9-4c0d-a8d8-684e7a2bb517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:13:29.868543 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron_lib.callbacks.manager [None req-7dbecd91-37a9-4c0d-a8d8-684e7a2bb517 None None] Notify callbacks [] for port, precommit_update {{(pid=78795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:13:29.885393 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.provisioning_blocks [None req-7dbecd91-37a9-4c0d-a8d8-684e7a2bb517 None None] Transition to ACTIVE for port object 52440182-8e4f-448f-b0a7-7a1eacd7ef38 will not be triggered until provisioned by entity L2. {{(pid=78795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:13:29.892374 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron_lib.callbacks.manager [None req-7dbecd91-37a9-4c0d-a8d8-684e7a2bb517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:13:29.898395 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:13:30.094032 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac394de-59ab-41f1-946b-697e9d459dbe None None] Pushing event updated for resources: {'Port': ['ID=52440182-8e4f-448f-b0a7-7a1eacd7ef38,revision_number=3']} {{(pid=78795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:13:30.117167 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac394de-59ab-41f1-946b-697e9d459dbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:13:30.117568 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac394de-59ab-41f1-946b-697e9d459dbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:13:30.117921 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac394de-59ab-41f1-946b-697e9d459dbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:13:30.118250 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac394de-59ab-41f1-946b-697e9d459dbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:13:30.118627 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac394de-59ab-41f1-946b-697e9d459dbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:13:30.118890 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac394de-59ab-41f1-946b-697e9d459dbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:13:30.119201 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac394de-59ab-41f1-946b-697e9d459dbe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:13:30.119539 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac394de-59ab-41f1-946b-697e9d459dbe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:13:30.119857 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac394de-59ab-41f1-946b-697e9d459dbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:13:30.120167 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac394de-59ab-41f1-946b-697e9d459dbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:13:30.120480 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac394de-59ab-41f1-946b-697e9d459dbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:13:30.120788 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac394de-59ab-41f1-946b-697e9d459dbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:13:30.121947 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac394de-59ab-41f1-946b-697e9d459dbe None None] Tracked resource versions report: May 12 15:13:30.121947 dv-cinder-789603-6-iscsi neutron-server[78795]: pushed versions: May 12 15:13:30.121947 dv-cinder-789603-6-iscsi neutron-server[78795]: { 'AddressGroup': {'1.2'}, May 12 15:13:30.121947 dv-cinder-789603-6-iscsi neutron-server[78795]: 'ConntrackHelper': {'1.0'}, May 12 15:13:30.121947 dv-cinder-789603-6-iscsi neutron-server[78795]: 'Log': {'1.0'}, May 12 15:13:30.121947 dv-cinder-789603-6-iscsi neutron-server[78795]: 'Network': {'1.1'}, May 12 15:13:30.121947 dv-cinder-789603-6-iscsi neutron-server[78795]: 'Port': {'1.7'}, May 12 15:13:30.121947 dv-cinder-789603-6-iscsi neutron-server[78795]: 'PortForwarding': {'1.2'}, May 12 15:13:30.121947 dv-cinder-789603-6-iscsi neutron-server[78795]: 'QosPolicy': {'1.8'}, May 12 15:13:30.121947 dv-cinder-789603-6-iscsi neutron-server[78795]: 'SecurityGroup': {'1.4'}, May 12 15:13:30.121947 dv-cinder-789603-6-iscsi neutron-server[78795]: 'SecurityGroupRule': {'1.2'}, May 12 15:13:30.121947 dv-cinder-789603-6-iscsi neutron-server[78795]: 'SubPort': {'1.0'}, May 12 15:13:30.121947 dv-cinder-789603-6-iscsi neutron-server[78795]: 'Subnet': {'1.1'}, May 12 15:13:30.121947 dv-cinder-789603-6-iscsi neutron-server[78795]: 'Trunk': {'1.1'}} May 12 15:13:30.121947 dv-cinder-789603-6-iscsi neutron-server[78795]: consumer versions: May 12 15:13:30.121947 dv-cinder-789603-6-iscsi neutron-server[78795]: { DHCP agent@dv-cinder-789603-6-iscsi: {}, May 12 15:13:30.121947 dv-cinder-789603-6-iscsi neutron-server[78795]: L3 agent@dv-cinder-789603-6-iscsi: {}, May 12 15:13:30.121947 dv-cinder-789603-6-iscsi neutron-server[78795]: Metadata agent@dv-cinder-789603-6-iscsi: {}, May 12 15:13:30.121947 dv-cinder-789603-6-iscsi neutron-server[78795]: Metering agent@dv-cinder-789603-6-iscsi: {}, May 12 15:13:30.121947 dv-cinder-789603-6-iscsi neutron-server[78795]: Open vSwitch agent@dv-cinder-789603-6-iscsi: { 'AddressGroup': '1.2', May 12 15:13:30.121947 dv-cinder-789603-6-iscsi neutron-server[78795]: 'ConntrackHelper': '1.0', May 12 15:13:30.121947 dv-cinder-789603-6-iscsi neutron-server[78795]: 'Log': '1.0', May 12 15:13:30.121947 dv-cinder-789603-6-iscsi neutron-server[78795]: 'Network': '1.1', May 12 15:13:30.121947 dv-cinder-789603-6-iscsi neutron-server[78795]: 'Port': '1.7', May 12 15:13:30.121947 dv-cinder-789603-6-iscsi neutron-server[78795]: 'PortForwarding': '1.2', May 12 15:13:30.121947 dv-cinder-789603-6-iscsi neutron-server[78795]: 'QosPolicy': '1.8', May 12 15:13:30.121947 dv-cinder-789603-6-iscsi neutron-server[78795]: 'SecurityGroup': '1.4', May 12 15:13:30.121947 dv-cinder-789603-6-iscsi neutron-server[78795]: 'SecurityGroupRule': '1.2', May 12 15:13:30.121947 dv-cinder-789603-6-iscsi neutron-server[78795]: 'SubPort': '1.0', May 12 15:13:30.121947 dv-cinder-789603-6-iscsi neutron-server[78795]: 'Subnet': '1.1', May 12 15:13:30.121947 dv-cinder-789603-6-iscsi neutron-server[78795]: 'Trunk': '1.1'}} May 12 15:13:30.121947 dv-cinder-789603-6-iscsi neutron-server[78795]: {{(pid=78795) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 15:13:30.133208 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG oslo_concurrency.lockutils [None req-6ac394de-59ab-41f1-946b-697e9d459dbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=78795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:13:30.134186 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.plugins.ml2.managers [None req-7dbecd91-37a9-4c0d-a8d8-684e7a2bb517 None None] Attempting to bind port 52440182-8e4f-448f-b0a7-7a1eacd7ef38 on host dv-cinder-789603-6-iscsi for vnic_type normal with profile {{(pid=78795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:13:30.134516 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.plugins.ml2.managers [None req-7dbecd91-37a9-4c0d-a8d8-684e7a2bb517 None None] Attempting to bind port 52440182-8e4f-448f-b0a7-7a1eacd7ef38 by drivers openvswitch,hyperv on host dv-cinder-789603-6-iscsi at level 0 using segments [{'id': '57619234-4079-4a5e-88de-4eb9444da4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '16c1484d-9293-4f36-9c12-d200478788ee'}] {{(pid=78795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:13:30.134961 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbecd91-37a9-4c0d-a8d8-684e7a2bb517 None None] Attempting to bind port 52440182-8e4f-448f-b0a7-7a1eacd7ef38 on network 16c1484d-9293-4f36-9c12-d200478788ee {{(pid=78795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:13:30.140501 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbecd91-37a9-4c0d-a8d8-684e7a2bb517 None None] Checking agent: {'id': 'a7a9b333-fa08-4200-b168-94acd4aebf78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 15, 12, 52), 'started_at': datetime.datetime(2021, 5, 12, 15, 13, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 15, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:13:30.140928 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbecd91-37a9-4c0d-a8d8-684e7a2bb517 None None] Checking segment: {'id': '57619234-4079-4a5e-88de-4eb9444da4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '16c1484d-9293-4f36-9c12-d200478788ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:13:30.141421 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron_lib.callbacks.manager [None req-7dbecd91-37a9-4c0d-a8d8-684e7a2bb517 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:13:30.141846 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbecd91-37a9-4c0d-a8d8-684e7a2bb517 None None] Bound using segment: {'id': '57619234-4079-4a5e-88de-4eb9444da4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '16c1484d-9293-4f36-9c12-d200478788ee'} {{(pid=78795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:13:30.142389 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.plugins.ml2.managers [None req-7dbecd91-37a9-4c0d-a8d8-684e7a2bb517 None None] Bound port: 52440182-8e4f-448f-b0a7-7a1eacd7ef38, host: dv-cinder-789603-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57619234-4079-4a5e-88de-4eb9444da4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '16c1484d-9293-4f36-9c12-d200478788ee'}}] {{(pid=78795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:13:30.142782 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron_lib.callbacks.manager [None req-7dbecd91-37a9-4c0d-a8d8-684e7a2bb517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:13:30.242278 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.plugins.ml2.db [None req-7dbecd91-37a9-4c0d-a8d8-684e7a2bb517 None None] For port 52440182-8e4f-448f-b0a7-7a1eacd7ef38, host dv-cinder-789603-6-iscsi, cleared binding levels {{(pid=78795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:13:30.246409 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.plugins.ml2.db [None req-7dbecd91-37a9-4c0d-a8d8-684e7a2bb517 None None] For port 52440182-8e4f-448f-b0a7-7a1eacd7ef38, host dv-cinder-789603-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-iscsi',level=0,port_id=52440182-8e4f-448f-b0a7-7a1eacd7ef38,segment=NetworkSegment(57619234-4079-4a5e-88de-4eb9444da4dd),segment_id=57619234-4079-4a5e-88de-4eb9444da4dd)] {{(pid=78795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:13:30.252523 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron_lib.callbacks.manager [None req-7dbecd91-37a9-4c0d-a8d8-684e7a2bb517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:13:30.256993 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:13:30.372106 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbecd91-37a9-4c0d-a8d8-684e7a2bb517 None None] Routers {'26639ba2-4b73-4d15-bbe7-3eb4ae838da9'} bound to L3 agent in host dv-cinder-789603-6-iscsi {{(pid=78795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:13:30.372657 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_hamode_db [None req-7dbecd91-37a9-4c0d-a8d8-684e7a2bb517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-12T15:12:51Z,description=,heartbeat_timestamp=2021-05-12T15:13:21Z,host='dv-cinder-789603-6-iscsi',id=e96f2393-830b-46ef-bef2-f93615c2f352,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:12:51Z,topic='l3_agent')) {'router_ids': ['26639ba2-4b73-4d15-bbe7-3eb4ae838da9'], 'active': True} {{(pid=78795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:13:30.421702 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac394de-59ab-41f1-946b-697e9d459dbe None None] Pushing event updated for resources: {'Port': ['ID=52440182-8e4f-448f-b0a7-7a1eacd7ef38,revision_number=4']} {{(pid=78795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:13:30.438050 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG oslo_concurrency.lockutils [None req-6ac394de-59ab-41f1-946b-697e9d459dbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=78795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:13:30.536223 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_dvr_db [None req-7dbecd91-37a9-4c0d-a8d8-684e7a2bb517 None None] Set router 26639ba2-4b73-4d15-bbe7-3eb4ae838da9 gateway port host: None {{(pid=78795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:13:30.867829 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_hamode_db [None req-7dbecd91-37a9-4c0d-a8d8-684e7a2bb517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26639ba2-4b73-4d15-bbe7-3eb4ae838da9', 'name': 'router1', 'tenant_id': 'd7efbebb0fe44fdfa2cf3392b84f2d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:13:18Z', 'updated_at': '2021-05-12T15:13:28Z', 'revision_number': 2, 'project_id': 'd7efbebb0fe44fdfa2cf3392b84f2d4e', 'gw_port_host': None, '_interfaces': [{'id': '52440182-8e4f-448f-b0a7-7a1eacd7ef38', 'name': '', 'network_id': '16c1484d-9293-4f36-9c12-d200478788ee', 'tenant_id': 'd7efbebb0fe44fdfa2cf3392b84f2d4e', 'mac_address': 'fa:16:3e:e7:2d:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26639ba2-4b73-4d15-bbe7-3eb4ae838da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5786f469-8835-4f6e-990a-699c688083d5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:13:27Z', 'updated_at': '2021-05-12T15:13:30Z', 'revision_number': 4, 'project_id': 'd7efbebb0fe44fdfa2cf3392b84f2d4e', 'subnets': [{'id': '5786f469-8835-4f6e-990a-699c688083d5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd14c0153-8dc2-49ad-9b1c-b99df5dd5f92'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-iscsi', False) {} {{(pid=78795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:13:30.871672 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbecd91-37a9-4c0d-a8d8-684e7a2bb517 None None] The sync data for ids ['26639ba2-4b73-4d15-bbe7-3eb4ae838da9'] in dv-cinder-789603-6-iscsi is: [{'id': '26639ba2-4b73-4d15-bbe7-3eb4ae838da9', 'name': 'router1', 'tenant_id': 'd7efbebb0fe44fdfa2cf3392b84f2d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:13:18Z', 'updated_at': '2021-05-12T15:13:28Z', 'revision_number': 2, 'project_id': 'd7efbebb0fe44fdfa2cf3392b84f2d4e', 'gw_port_host': None, '_interfaces': [{'id': '52440182-8e4f-448f-b0a7-7a1eacd7ef38', 'name': '', 'network_id': '16c1484d-9293-4f36-9c12-d200478788ee', 'tenant_id': 'd7efbebb0fe44fdfa2cf3392b84f2d4e', 'mac_address': 'fa:16:3e:e7:2d:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26639ba2-4b73-4d15-bbe7-3eb4ae838da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5786f469-8835-4f6e-990a-699c688083d5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:13:27Z', 'updated_at': '2021-05-12T15:13:30Z', 'revision_number': 4, 'project_id': 'd7efbebb0fe44fdfa2cf3392b84f2d4e', 'subnets': [{'id': '5786f469-8835-4f6e-990a-699c688083d5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd14c0153-8dc2-49ad-9b1c-b99df5dd5f92'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:13:31.047727 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 37236) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:13:31.194473 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f9a741-83ce-4996-a66c-5f44bbfe11d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:13:31.194928 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-e4f9a741-83ce-4996-a66c-5f44bbfe11d7 admin admin] Synchronizing usage tracker for tenant:20b5b82a6a5c466f85be36145c9d1a45 on resource:network {{(pid=78792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:13:31.212367 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-e4f9a741-83ce-4996-a66c-5f44bbfe11d7 admin admin] Unset dirty status for tenant:20b5b82a6a5c466f85be36145c9d1a45 on resource:network {{(pid=78792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:13:31.213509 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-e4f9a741-83ce-4996-a66c-5f44bbfe11d7 admin admin] 10.222.0.32 "GET /v2.0/networks/d9e66476-551f-4a93-96a6-794e2ee658bf HTTP/1.1" status: 200 len: 842 time: 0.1647508 May 12 15:13:31.223500 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.v2.base [None req-f0c44560-0a8a-4047-8b40-5a6a136de0f5 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.2.1', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.27.2.0/24'}} {{(pid=78792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:13:31.228814 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-f0c44560-0a8a-4047-8b40-5a6a136de0f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:13:31.232558 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-f0c44560-0a8a-4047-8b40-5a6a136de0f5 admin admin] Usage tracker for resource:subnet and tenant:20b5b82a6a5c466f85be36145c9d1a45 is out of sync, need to count used quota {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:13:31.235460 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-f0c44560-0a8a-4047-8b40-5a6a136de0f5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:13:31.245282 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-f0c44560-0a8a-4047-8b40-5a6a136de0f5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:13:31.254420 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c44560-0a8a-4047-8b40-5a6a136de0f5 admin admin] Made reservation on behalf of 20b5b82a6a5c466f85be36145c9d1a45 for: {'subnet': 1} {{(pid=78792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:13:31.256702 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-f0c44560-0a8a-4047-8b40-5a6a136de0f5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:13:31.737219 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.objects.ports [None req-f0c44560-0a8a-4047-8b40-5a6a136de0f5 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=78792) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 12 15:13:31.737657 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-f0c44560-0a8a-4047-8b40-5a6a136de0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427'] for subnet, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:13:31.741971 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:13:31.810134 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c44560-0a8a-4047-8b40-5a6a136de0f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a4f1bc6-77ee-4516-b181-cab47718771b,revision_number=0']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:13:31.817416 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-f0c44560-0a8a-4047-8b40-5a6a136de0f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:13:31.819974 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c44560-0a8a-4047-8b40-5a6a136de0f5 admin admin] Checking segment: {'id': '5d059134-8cbd-4fdb-844f-331960400265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:13:31.820325 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c44560-0a8a-4047-8b40-5a6a136de0f5 admin admin] Network hostable DHCP agents. Network: d9e66476-551f-4a93-96a6-794e2ee658bf, hostable agents: ['70f74d37-a86e-42b6-98ff-0814024719b2'], hosted agents: [] {{(pid=78792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 15:13:31.838916 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c44560-0a8a-4047-8b40-5a6a136de0f5 admin admin] Network d9e66476-551f-4a93-96a6-794e2ee658bf is scheduled to be hosted by DHCP agent 70f74d37-a86e-42b6-98ff-0814024719b2 with binding_index 1 {{(pid=78792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 15:13:31.854196 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.base_scheduler [None req-f0c44560-0a8a-4047-8b40-5a6a136de0f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-6-iscsi, d9e66476-551f-4a93-96a6-794e2ee658bf) {{(pid=78792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:13:31.858333 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c44560-0a8a-4047-8b40-5a6a136de0f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:13:31.859128 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-f0c44560-0a8a-4047-8b40-5a6a136de0f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for subnet, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:13:31.864002 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91615de3-4404-4469-9cd0-f87c1e30ca22 None None] Network d9e66476-551f-4a93-96a6-794e2ee658bf requested from dv-cinder-789603-6-iscsi {{(pid=78794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 15:13:31.904747 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-f0c44560-0a8a-4047-8b40-5a6a136de0f5 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6686199 May 12 15:13:32.101735 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1b9e69-8750-48be-ad94-e098d1480742 None None] Network d9e66476-551f-4a93-96a6-794e2ee658bf requested from dv-cinder-789603-6-iscsi {{(pid=78794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 15:13:34.159031 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 37250) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:13:34.202678 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device 52440182-8e4f-448f-b0a7-7a1eacd7ef38 up at agent ovs-agent-dv-cinder-789603-6-iscsi {{(pid=78794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:13:34.271910 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Provisioning for port 52440182-8e4f-448f-b0a7-7a1eacd7ef38 completed by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:13:34.276734 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Provisioning complete for port 52440182-8e4f-448f-b0a7-7a1eacd7ef38 triggered by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:13:34.277106 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:13:34.360993 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-66b2eb72-d696-4812-acef-994bdd392ca4 admin admin] 10.222.0.32 "GET /v2.0/routers/26639ba2-4b73-4d15-bbe7-3eb4ae838da9 HTTP/1.1" status: 200 len: 710 time: 0.2008379 May 12 15:13:34.399638 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:13:34.433660 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] For port 52440182-8e4f-448f-b0a7-7a1eacd7ef38, host dv-cinder-789603-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-iscsi',level=0,port_id=52440182-8e4f-448f-b0a7-7a1eacd7ef38,segment=NetworkSegment(57619234-4079-4a5e-88de-4eb9444da4dd),segment_id=57619234-4079-4a5e-88de-4eb9444da4dd)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:13:34.437547 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:13:34.440049 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-5b6ffa59-fe5e-4381-95a3-3050f384004c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:13:34.492879 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa12b42c-9792-4cc1-983e-7889e3ef3497 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:13:34.494419 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-aa12b42c-9792-4cc1-983e-7889e3ef3497 admin admin] 10.222.0.32 "GET /v2.0/networks/d9e66476-551f-4a93-96a6-794e2ee658bf HTTP/1.1" status: 200 len: 886 time: 0.1279275 May 12 15:13:34.503329 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.v2.base [None req-64adb965-f937-4d47-8f22-71aca9068e93 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf'}}} {{(pid=78792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:13:34.510647 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Pushing event updated for resources: {'Port': ['ID=52440182-8e4f-448f-b0a7-7a1eacd7ef38,revision_number=5']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:13:34.513939 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:13:34.955938 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-64adb965-f937-4d47-8f22-71aca9068e93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1781278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13137'] for router, precommit_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:13:35.283122 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-64adb965-f937-4d47-8f22-71aca9068e93 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:13:35.398389 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-64adb965-f937-4d47-8f22-71aca9068e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:13:35.530488 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.db_base_plugin_common [None req-64adb965-f937-4d47-8f22-71aca9068e93 admin admin] Allocated IP 172.27.2.150 (d9e66476-551f-4a93-96a6-794e2ee658bf/9a4f1bc6-77ee-4516-b181-cab47718771b/ff4ccdb8-149e-4d66-93a4-a6e4fcd86ff8) {{(pid=78792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:13:35.674687 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-64adb965-f937-4d47-8f22-71aca9068e93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:13:35.703639 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-64adb965-f937-4d47-8f22-71aca9068e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739648862724'] for port, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:13:35.708014 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:13:35.763985 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64adb965-f937-4d47-8f22-71aca9068e93 admin admin] Network d9e66476-551f-4a93-96a6-794e2ee658bf is already hosted by enough agents. {{(pid=78792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:13:35.766738 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.base_scheduler [None req-64adb965-f937-4d47-8f22-71aca9068e93 admin admin] Resources bound (agent type, host, resource id): {{(pid=78792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:13:35.776158 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64adb965-f937-4d47-8f22-71aca9068e93 admin admin] Received port after_create {{(pid=78792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:13:35.832675 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64adb965-f937-4d47-8f22-71aca9068e93 admin admin] Pushing event updated for resources: {'Port': ['ID=ff4ccdb8-149e-4d66-93a4-a6e4fcd86ff8,revision_number=1']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:13:35.886968 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-64adb965-f937-4d47-8f22-71aca9068e93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:13:36.154175 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-64adb965-f937-4d47-8f22-71aca9068e93 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:13:36.183961 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device 52440182-8e4f-448f-b0a7-7a1eacd7ef38 up at agent ovs-agent-dv-cinder-789603-6-iscsi {{(pid=78794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:13:36.251649 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Provisioning complete for port 52440182-8e4f-448f-b0a7-7a1eacd7ef38 triggered by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:13:36.251947 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:13:36.497364 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-64adb965-f937-4d47-8f22-71aca9068e93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1781278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13137'] for router, precommit_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:13:36.500640 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-64adb965-f937-4d47-8f22-71aca9068e93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1706034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1705984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1781257'] for router, after_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:13:36.732149 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64adb965-f937-4d47-8f22-71aca9068e93 admin admin] Router 26639ba2-4b73-4d15-bbe7-3eb4ae838da9 has already been hosted by L3 agent e96f2393-830b-46ef-bef2-f93615c2f352 {{(pid=78792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 15:13:36.907757 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64adb965-f937-4d47-8f22-71aca9068e93 admin admin] Notify agent at l3_agent.dv-cinder-789603-6-iscsi the message routers_updated {{(pid=78792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:13:36.916690 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-64adb965-f937-4d47-8f22-71aca9068e93 admin admin] Notify callbacks [] for router, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:13:36.924896 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-64adb965-f937-4d47-8f22-71aca9068e93 admin admin] 10.222.0.32 "PUT /v2.0/routers/26639ba2-4b73-4d15-bbe7-3eb4ae838da9 HTTP/1.1" status: 200 len: 890 time: 2.4180350 May 12 15:13:36.925743 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ef650c-570e-427f-be72-0892a02b36df None None] Sync routers for ids ['26639ba2-4b73-4d15-bbe7-3eb4ae838da9'] in dv-cinder-789603-6-iscsi {{(pid=78794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:13:36.933571 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ef650c-570e-427f-be72-0892a02b36df None None] Routers {'26639ba2-4b73-4d15-bbe7-3eb4ae838da9'} bound to L3 agent in host dv-cinder-789603-6-iscsi {{(pid=78794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:13:36.934292 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-c5ef650c-570e-427f-be72-0892a02b36df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-12T15:12:51Z,description=,heartbeat_timestamp=2021-05-12T15:13:21Z,host='dv-cinder-789603-6-iscsi',id=e96f2393-830b-46ef-bef2-f93615c2f352,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:12:51Z,topic='l3_agent')) {'router_ids': ['26639ba2-4b73-4d15-bbe7-3eb4ae838da9'], 'active': True} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:13:37.126714 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvr_db [None req-c5ef650c-570e-427f-be72-0892a02b36df None None] Set router 26639ba2-4b73-4d15-bbe7-3eb4ae838da9 gateway port host: dv-cinder-789603-6-iscsi {{(pid=78794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:13:37.470827 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-c5ef650c-570e-427f-be72-0892a02b36df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26639ba2-4b73-4d15-bbe7-3eb4ae838da9', 'name': 'router1', 'tenant_id': 'd7efbebb0fe44fdfa2cf3392b84f2d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'ff4ccdb8-149e-4d66-93a4-a6e4fcd86ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:13:18Z', 'updated_at': '2021-05-12T15:13:35Z', 'revision_number': 4, 'project_id': 'd7efbebb0fe44fdfa2cf3392b84f2d4e', 'gw_port': {'id': 'ff4ccdb8-149e-4d66-93a4-a6e4fcd86ff8', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:a2:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26639ba2-4b73-4d15-bbe7-3eb4ae838da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:13:35Z', 'updated_at': '2021-05-12T15:13:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi', '_interfaces': [{'id': '52440182-8e4f-448f-b0a7-7a1eacd7ef38', 'name': '', 'network_id': '16c1484d-9293-4f36-9c12-d200478788ee', 'tenant_id': 'd7efbebb0fe44fdfa2cf3392b84f2d4e', 'mac_address': 'fa:16:3e:e7:2d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26639ba2-4b73-4d15-bbe7-3eb4ae838da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5786f469-8835-4f6e-990a-699c688083d5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:13:27Z', 'updated_at': '2021-05-12T15:13:34Z', 'revision_number': 5, 'project_id': 'd7efbebb0fe44fdfa2cf3392b84f2d4e', 'subnets': [{'id': '5786f469-8835-4f6e-990a-699c688083d5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd14c0153-8dc2-49ad-9b1c-b99df5dd5f92'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-iscsi', False) {} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:13:37.476182 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ef650c-570e-427f-be72-0892a02b36df None None] Checking router: 26639ba2-4b73-4d15-bbe7-3eb4ae838da9 for host: dv-cinder-789603-6-iscsi {{(pid=78794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:13:37.476529 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ef650c-570e-427f-be72-0892a02b36df None None] Updating router 26639ba2-4b73-4d15-bbe7-3eb4ae838da9 port ff4ccdb8-149e-4d66-93a4-a6e4fcd86ff8 binding host dv-cinder-789603-6-iscsi {{(pid=78794) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 15:13:37.526658 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-c5ef650c-570e-427f-be72-0892a02b36df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:13:37.864956 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-c5ef650c-570e-427f-be72-0892a02b36df None None] Notify callbacks [] for port, precommit_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:13:37.878116 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-c5ef650c-570e-427f-be72-0892a02b36df None None] Transition to ACTIVE for port object ff4ccdb8-149e-4d66-93a4-a6e4fcd86ff8 will not be triggered until provisioned by entity L2. {{(pid=78794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:13:37.884498 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-c5ef650c-570e-427f-be72-0892a02b36df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:13:37.888371 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:13:37.970984 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.managers [None req-c5ef650c-570e-427f-be72-0892a02b36df None None] Attempting to bind port ff4ccdb8-149e-4d66-93a4-a6e4fcd86ff8 on host dv-cinder-789603-6-iscsi for vnic_type normal with profile {{(pid=78794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:13:37.971280 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.managers [None req-c5ef650c-570e-427f-be72-0892a02b36df None None] Attempting to bind port ff4ccdb8-149e-4d66-93a4-a6e4fcd86ff8 by drivers openvswitch,hyperv on host dv-cinder-789603-6-iscsi at level 0 using segments [{'id': '5d059134-8cbd-4fdb-844f-331960400265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf'}] {{(pid=78794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:13:37.971557 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ef650c-570e-427f-be72-0892a02b36df None None] Attempting to bind port ff4ccdb8-149e-4d66-93a4-a6e4fcd86ff8 on network d9e66476-551f-4a93-96a6-794e2ee658bf {{(pid=78794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:13:37.973705 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d295502-928f-48bd-a819-d55d99bcf496 None None] Pushing event updated for resources: {'Port': ['ID=ff4ccdb8-149e-4d66-93a4-a6e4fcd86ff8,revision_number=2']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:13:37.977428 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-0d295502-928f-48bd-a819-d55d99bcf496 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:13:37.980118 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ef650c-570e-427f-be72-0892a02b36df None None] Checking agent: {'id': 'a7a9b333-fa08-4200-b168-94acd4aebf78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 15, 12, 52), 'started_at': datetime.datetime(2021, 5, 12, 15, 13, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 15, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:13:37.980495 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ef650c-570e-427f-be72-0892a02b36df None None] Checking segment: {'id': '5d059134-8cbd-4fdb-844f-331960400265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:13:37.980909 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-c5ef650c-570e-427f-be72-0892a02b36df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:13:37.981300 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ef650c-570e-427f-be72-0892a02b36df None None] Bound using segment: {'id': '5d059134-8cbd-4fdb-844f-331960400265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf'} {{(pid=78794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:13:37.982362 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.managers [None req-c5ef650c-570e-427f-be72-0892a02b36df None None] Bound port: ff4ccdb8-149e-4d66-93a4-a6e4fcd86ff8, host: dv-cinder-789603-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d059134-8cbd-4fdb-844f-331960400265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf'}}] {{(pid=78794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:13:37.982362 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-c5ef650c-570e-427f-be72-0892a02b36df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:13:38.055161 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-c5ef650c-570e-427f-be72-0892a02b36df None None] For port ff4ccdb8-149e-4d66-93a4-a6e4fcd86ff8, host dv-cinder-789603-6-iscsi, cleared binding levels {{(pid=78794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:13:38.058182 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-c5ef650c-570e-427f-be72-0892a02b36df None None] For port ff4ccdb8-149e-4d66-93a4-a6e4fcd86ff8, host dv-cinder-789603-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-iscsi',level=0,port_id=ff4ccdb8-149e-4d66-93a4-a6e4fcd86ff8,segment=NetworkSegment(5d059134-8cbd-4fdb-844f-331960400265),segment_id=5d059134-8cbd-4fdb-844f-331960400265)] {{(pid=78794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:13:38.063431 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-c5ef650c-570e-427f-be72-0892a02b36df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:13:38.067774 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:13:38.145073 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ef650c-570e-427f-be72-0892a02b36df None None] Routers {'26639ba2-4b73-4d15-bbe7-3eb4ae838da9'} bound to L3 agent in host dv-cinder-789603-6-iscsi {{(pid=78794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:13:38.145681 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-c5ef650c-570e-427f-be72-0892a02b36df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-12T15:12:51Z,description=,heartbeat_timestamp=2021-05-12T15:13:21Z,host='dv-cinder-789603-6-iscsi',id=e96f2393-830b-46ef-bef2-f93615c2f352,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:12:51Z,topic='l3_agent')) {'router_ids': ['26639ba2-4b73-4d15-bbe7-3eb4ae838da9'], 'active': True} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:13:38.198827 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d295502-928f-48bd-a819-d55d99bcf496 None None] Pushing event updated for resources: {'Port': ['ID=ff4ccdb8-149e-4d66-93a4-a6e4fcd86ff8,revision_number=3']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:13:38.257999 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-0d295502-928f-48bd-a819-d55d99bcf496 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:13:38.356295 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvr_db [None req-c5ef650c-570e-427f-be72-0892a02b36df None None] Set router 26639ba2-4b73-4d15-bbe7-3eb4ae838da9 gateway port host: dv-cinder-789603-6-iscsi {{(pid=78794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:13:38.688432 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-c5ef650c-570e-427f-be72-0892a02b36df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26639ba2-4b73-4d15-bbe7-3eb4ae838da9', 'name': 'router1', 'tenant_id': 'd7efbebb0fe44fdfa2cf3392b84f2d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'ff4ccdb8-149e-4d66-93a4-a6e4fcd86ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:13:18Z', 'updated_at': '2021-05-12T15:13:35Z', 'revision_number': 4, 'project_id': 'd7efbebb0fe44fdfa2cf3392b84f2d4e', 'gw_port': {'id': 'ff4ccdb8-149e-4d66-93a4-a6e4fcd86ff8', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:a2:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26639ba2-4b73-4d15-bbe7-3eb4ae838da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:13:35Z', 'updated_at': '2021-05-12T15:13:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi', '_interfaces': [{'id': '52440182-8e4f-448f-b0a7-7a1eacd7ef38', 'name': '', 'network_id': '16c1484d-9293-4f36-9c12-d200478788ee', 'tenant_id': 'd7efbebb0fe44fdfa2cf3392b84f2d4e', 'mac_address': 'fa:16:3e:e7:2d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26639ba2-4b73-4d15-bbe7-3eb4ae838da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5786f469-8835-4f6e-990a-699c688083d5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:13:27Z', 'updated_at': '2021-05-12T15:13:34Z', 'revision_number': 5, 'project_id': 'd7efbebb0fe44fdfa2cf3392b84f2d4e', 'subnets': [{'id': '5786f469-8835-4f6e-990a-699c688083d5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd14c0153-8dc2-49ad-9b1c-b99df5dd5f92'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-iscsi', False) {} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:13:38.692816 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ef650c-570e-427f-be72-0892a02b36df None None] The sync data for ids ['26639ba2-4b73-4d15-bbe7-3eb4ae838da9'] in dv-cinder-789603-6-iscsi is: [{'id': '26639ba2-4b73-4d15-bbe7-3eb4ae838da9', 'name': 'router1', 'tenant_id': 'd7efbebb0fe44fdfa2cf3392b84f2d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'ff4ccdb8-149e-4d66-93a4-a6e4fcd86ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:13:18Z', 'updated_at': '2021-05-12T15:13:35Z', 'revision_number': 4, 'project_id': 'd7efbebb0fe44fdfa2cf3392b84f2d4e', 'gw_port': {'id': 'ff4ccdb8-149e-4d66-93a4-a6e4fcd86ff8', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:a2:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26639ba2-4b73-4d15-bbe7-3eb4ae838da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:13:35Z', 'updated_at': '2021-05-12T15:13:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi', '_interfaces': [{'id': '52440182-8e4f-448f-b0a7-7a1eacd7ef38', 'name': '', 'network_id': '16c1484d-9293-4f36-9c12-d200478788ee', 'tenant_id': 'd7efbebb0fe44fdfa2cf3392b84f2d4e', 'mac_address': 'fa:16:3e:e7:2d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26639ba2-4b73-4d15-bbe7-3eb4ae838da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5786f469-8835-4f6e-990a-699c688083d5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:13:27Z', 'updated_at': '2021-05-12T15:13:34Z', 'revision_number': 5, 'project_id': 'd7efbebb0fe44fdfa2cf3392b84f2d4e', 'subnets': [{'id': '5786f469-8835-4f6e-990a-699c688083d5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd14c0153-8dc2-49ad-9b1c-b99df5dd5f92'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:13:39.296231 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 37260) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:13:39.418355 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-c9e7df77-9449-45aa-bc86-e5d29738a79e admin admin] 10.222.0.32 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1203377 May 12 15:13:40.219136 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device ff4ccdb8-149e-4d66-93a4-a6e4fcd86ff8 up at agent ovs-agent-dv-cinder-789603-6-iscsi {{(pid=78794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:13:40.301480 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Provisioning for port ff4ccdb8-149e-4d66-93a4-a6e4fcd86ff8 completed by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:13:40.307873 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Provisioning complete for port ff4ccdb8-149e-4d66-93a4-a6e4fcd86ff8 triggered by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:13:40.308249 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:13:40.429330 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:13:40.446906 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] For port ff4ccdb8-149e-4d66-93a4-a6e4fcd86ff8, host dv-cinder-789603-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-iscsi',level=0,port_id=ff4ccdb8-149e-4d66-93a4-a6e4fcd86ff8,segment=NetworkSegment(5d059134-8cbd-4fdb-844f-331960400265),segment_id=5d059134-8cbd-4fdb-844f-331960400265)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:13:40.451338 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:13:40.453586 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-0d295502-928f-48bd-a819-d55d99bcf496 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:13:40.522814 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Pushing event updated for resources: {'Port': ['ID=ff4ccdb8-149e-4d66-93a4-a6e4fcd86ff8,revision_number=4']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:13:40.525882 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:13:42.205638 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device ff4ccdb8-149e-4d66-93a4-a6e4fcd86ff8 up at agent ovs-agent-dv-cinder-789603-6-iscsi {{(pid=78794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:13:42.277979 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Provisioning complete for port ff4ccdb8-149e-4d66-93a4-a6e4fcd86ff8 triggered by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:13:42.278356 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:13:48.646665 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-1874e321-f0db-4c3c-8a19-289bbdc4df6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:13:51.062660 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-94362b4e-c523-494f-ab18-308c0fdfe779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:13:51.591501 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:13:52.203841 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-8e9e3eb0-3c8e-4693-b231-5e176560d846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:13:54.096035 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-876105c5-eed7-46ba-a478-d2a34eb0d798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:13:57.114041 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.agents_db [None req-dd47ce14-932e-4540-b008-5e9038d1c348 None None] Agent healthcheck: found 5 active agents {{(pid=78795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 15:14:18.642617 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-1daff71b-62e7-4bd0-aa58-8656be7a88d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:14:21.067700 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-fa102cf7-69f4-4949-9736-985bcb672bab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:14:21.601320 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:14:22.212860 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-8e9e3eb0-3c8e-4693-b231-5e176560d846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:14:24.094717 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-876105c5-eed7-46ba-a478-d2a34eb0d798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:14:34.113814 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.agents_db [None req-dd47ce14-932e-4540-b008-5e9038d1c348 None None] Agent healthcheck: found 5 active agents {{(pid=78795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 15:14:48.646596 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-99d59f24-9618-4d6d-b8b6-82b22ef6c09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:14:51.077592 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-df023654-4456-47ff-9a16-bd5d37b03c6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:14:51.600171 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:14:52.213602 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-8e9e3eb0-3c8e-4693-b231-5e176560d846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:14:54.097047 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-876105c5-eed7-46ba-a478-d2a34eb0d798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:15:11.115442 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.agents_db [None req-dd47ce14-932e-4540-b008-5e9038d1c348 None None] Agent healthcheck: found 5 active agents {{(pid=78795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 15:15:16.611330 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 37832) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:15:16.680794 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.pecan_wsgi.hooks.translation [None req-781b2092-e057-49b0-b5a7-726d69529964 admin admin] GET failed (client error): The resource could not be found. May 12 15:15:16.682128 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-781b2092-e057-49b0-b5a7-726d69529964 admin admin] 10.222.0.32 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0698142 May 12 15:15:16.818422 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea22c3a-73dc-4888-a1d2-15f3ba988ee1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:15:16.819809 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-4ea22c3a-73dc-4888-a1d2-15f3ba988ee1 admin admin] 10.222.0.32 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1339164 May 12 15:15:18.656280 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-cea08eb4-6558-4e8a-bc4c-5df431c5a528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:15:18.986990 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 37842) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:15:19.103710 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d817ffc9-f862-4976-88a8-d17e2ef49cd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:15:19.104269 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-d817ffc9-f862-4976-88a8-d17e2ef49cd1 admin admin] Synchronizing usage tracker for tenant:20b5b82a6a5c466f85be36145c9d1a45 on resource:subnet {{(pid=78792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:15:19.122585 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-d817ffc9-f862-4976-88a8-d17e2ef49cd1 admin admin] Unset dirty status for tenant:20b5b82a6a5c466f85be36145c9d1a45 on resource:subnet {{(pid=78792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:15:19.123783 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-d817ffc9-f862-4976-88a8-d17e2ef49cd1 admin admin] 10.222.0.32 "GET /v2.0/subnets/5786f469-8835-4f6e-990a-699c688083d5 HTTP/1.1" status: 200 len: 849 time: 0.1357851 May 12 15:15:19.134341 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.v2.base [None req-b30c2417-f5da-4e12-a4cd-9aafd2932d38 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=78792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:15:19.253575 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-b30c2417-f5da-4e12-a4cd-9aafd2932d38 admin admin] Notify callbacks [] for subnet, before_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:15:19.447948 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-b30c2417-f5da-4e12-a4cd-9aafd2932d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739649297246'] for subnet, after_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:15:19.452070 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:15:19.497899 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30c2417-f5da-4e12-a4cd-9aafd2932d38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:15:19.498017 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-b30c2417-f5da-4e12-a4cd-9aafd2932d38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for subnet, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:15:19.499860 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-b30c2417-f5da-4e12-a4cd-9aafd2932d38 admin admin] 10.222.0.32 "PUT /v2.0/subnets/5786f469-8835-4f6e-990a-699c688083d5 HTTP/1.1" status: 200 len: 868 time: 0.3701158 May 12 15:15:19.500810 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff0c49f-cbcb-4a1e-9b58-f726873901ef None None] Network 16c1484d-9293-4f36-9c12-d200478788ee requested from dv-cinder-789603-6-iscsi {{(pid=78794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 15:15:19.527413 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30c2417-f5da-4e12-a4cd-9aafd2932d38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5786f469-8835-4f6e-990a-699c688083d5,revision_number=1']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:15:19.535307 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30c2417-f5da-4e12-a4cd-9aafd2932d38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:15:19.535683 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30c2417-f5da-4e12-a4cd-9aafd2932d38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:15:19.536049 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30c2417-f5da-4e12-a4cd-9aafd2932d38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:15:19.536318 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30c2417-f5da-4e12-a4cd-9aafd2932d38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:15:19.536637 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30c2417-f5da-4e12-a4cd-9aafd2932d38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:15:19.536964 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30c2417-f5da-4e12-a4cd-9aafd2932d38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:15:19.537274 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30c2417-f5da-4e12-a4cd-9aafd2932d38 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:15:19.537588 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30c2417-f5da-4e12-a4cd-9aafd2932d38 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:15:19.538009 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30c2417-f5da-4e12-a4cd-9aafd2932d38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:15:19.538324 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30c2417-f5da-4e12-a4cd-9aafd2932d38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:15:19.538643 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30c2417-f5da-4e12-a4cd-9aafd2932d38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:15:19.538928 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30c2417-f5da-4e12-a4cd-9aafd2932d38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:15:19.543346 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-b30c2417-f5da-4e12-a4cd-9aafd2932d38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:15:19.925255 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-de287ad0-2045-416e-95e1-4f04ec640a9e None None] Provisioning complete for port 52440182-8e4f-448f-b0a7-7a1eacd7ef38 triggered by entity DHCP. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:15:19.926004 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-de287ad0-2045-416e-95e1-4f04ec640a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:15:20.057011 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-de287ad0-2045-416e-95e1-4f04ec640a9e None None] Provisioning complete for port 7fdaf93e-554e-4bb8-8967-84f47a18dac0 triggered by entity DHCP. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:15:20.057259 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-de287ad0-2045-416e-95e1-4f04ec640a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:15:21.071044 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-c1cf3b6f-10b3-4c93-acff-977e6355be52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:15:21.594751 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:15:21.669905 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 37852) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:15:21.852940 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c456525b-f955-40d1-9cf3-0ad8c8b7d8e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:15:21.853334 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c456525b-f955-40d1-9cf3-0ad8c8b7d8e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:15:21.855059 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-c456525b-f955-40d1-9cf3-0ad8c8b7d8e5 admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1842012 May 12 15:15:22.215087 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-8e9e3eb0-3c8e-4693-b231-5e176560d846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:15:24.011081 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 37862) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:15:24.100257 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-876105c5-eed7-46ba-a478-d2a34eb0d798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:15:24.195735 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799cc69f-243d-4829-b951-34bbc330f723 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:15:24.196133 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799cc69f-243d-4829-b951-34bbc330f723 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:15:24.197669 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-799cc69f-243d-4829-b951-34bbc330f723 admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1856568 May 12 15:15:26.343855 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 37872) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:15:26.526782 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3a8f96-603e-44cb-bfdd-300063ead99c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:15:26.528079 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-7e3a8f96-603e-44cb-bfdd-300063ead99c admin admin] 10.222.0.32 "GET /v2.0/networks/16c1484d-9293-4f36-9c12-d200478788ee HTTP/1.1" status: 200 len: 869 time: 0.1832812 May 12 15:15:28.694516 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 37882) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:15:28.860319 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657093b3-b86b-49e7-afdd-5ac00a7597ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:15:28.862223 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-657093b3-b86b-49e7-afdd-5ac00a7597ed admin admin] 10.222.0.32 "GET /v2.0/networks/d9e66476-551f-4a93-96a6-794e2ee658bf HTTP/1.1" status: 200 len: 886 time: 0.1667199 May 12 15:15:31.027260 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 37892) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:15:31.135304 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e06bb64-e036-49eb-810f-a8f8caedd2fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:15:31.135754 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e06bb64-e036-49eb-810f-a8f8caedd2fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:15:31.137254 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-9e06bb64-e036-49eb-810f-a8f8caedd2fe admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1090715 May 12 15:15:33.295893 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 37902) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:15:33.468287 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957e312d-1d1f-45bd-b083-dbddcce90f8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:15:33.468743 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957e312d-1d1f-45bd-b083-dbddcce90f8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:15:33.470287 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-957e312d-1d1f-45bd-b083-dbddcce90f8f admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1734195 May 12 15:15:35.654248 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 37912) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:15:35.787388 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb110b7c-fb0f-4fc1-90b9-17b173ee4a83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:15:35.788841 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-cb110b7c-fb0f-4fc1-90b9-17b173ee4a83 admin admin] 10.222.0.32 "GET /v2.0/subnets/5786f469-8835-4f6e-990a-699c688083d5 HTTP/1.1" status: 200 len: 868 time: 0.1334844 May 12 15:15:37.950488 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 37922) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:15:38.059713 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9a0108-876a-4dbe-b712-235b1cd2edf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:15:38.061043 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-3e9a0108-876a-4dbe-b712-235b1cd2edf6 admin admin] 10.222.0.32 "GET /v2.0/subnets/9a4f1bc6-77ee-4516-b181-cab47718771b HTTP/1.1" status: 200 len: 816 time: 0.1096089 May 12 15:15:48.116221 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.agents_db [None req-dd47ce14-932e-4540-b008-5e9038d1c348 None None] Agent healthcheck: found 5 active agents {{(pid=78795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 15:15:48.649364 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-4af83542-e604-46e7-82a7-f8ddff2ea305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:15:51.075320 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-720d679c-50f3-4fac-a6a5-112bbe64d325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:15:51.601790 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:15:52.221818 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-8e9e3eb0-3c8e-4693-b231-5e176560d846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:15:54.116313 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-876105c5-eed7-46ba-a478-d2a34eb0d798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:16:01.394865 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 37966) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:16:01.452424 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [None req-b81357ca-9c23-4d28-a5a2-cd52cf22d3ca admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=78792) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 15:16:01.453464 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-b81357ca-9c23-4d28-a5a2-cd52cf22d3ca admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0576615 May 12 15:16:03.699321 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 37976) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:16:03.766165 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.pecan_wsgi.hooks.translation [None req-fba31467-7198-448e-a6c7-244a8ec21a3b admin admin] GET failed (client error): The resource could not be found. May 12 15:16:03.767410 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-fba31467-7198-448e-a6c7-244a8ec21a3b admin admin] 10.222.0.32 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0668638 May 12 15:16:03.894425 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc33c9b8-7208-4fe6-9875-fd0e96a47b3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:16:03.895806 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-fc33c9b8-7208-4fe6-9875-fd0e96a47b3f admin admin] 10.222.0.32 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1246316 May 12 15:16:06.049612 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 37986) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:16:06.101402 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.v2.base [None req-0043f19e-08b6-4bc2-bdd0-04f98a545f7c admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=78792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:16:06.106085 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-0043f19e-08b6-4bc2-bdd0-04f98a545f7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:16:06.116986 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-0043f19e-08b6-4bc2-bdd0-04f98a545f7c admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:16:06.126871 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0043f19e-08b6-4bc2-bdd0-04f98a545f7c admin admin] Made reservation on behalf of 20b5b82a6a5c466f85be36145c9d1a45 for: {'network': 1} {{(pid=78792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:16:06.129165 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-0043f19e-08b6-4bc2-bdd0-04f98a545f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for network, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:16:06.218816 dv-cinder-789603-6-iscsi neutron-server[78792]: WARNING neutron.services.revisions.revision_plugin [None req-0043f19e-08b6-4bc2-bdd0-04f98a545f7c admin admin] Could not find related network for resource to bump revision. May 12 15:16:06.231712 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0043f19e-08b6-4bc2-bdd0-04f98a545f7c admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=78792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 15:16:06.241429 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-0043f19e-08b6-4bc2-bdd0-04f98a545f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428868'] for segment, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:16:06.241769 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.db.segments_db [None req-0043f19e-08b6-4bc2-bdd0-04f98a545f7c admin admin] Added segment f17902c1-a254-4ebe-b545-72b8905f5829 of type vlan for network 43759aab-0e88-40f6-b2bc-27c1a28f02fd May 12 15:16:06.269763 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-0043f19e-08b6-4bc2-bdd0-04f98a545f7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739648879737'] for network, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:16:06.299281 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-0043f19e-08b6-4bc2-bdd0-04f98a545f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427'] for network, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:16:06.300937 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0043f19e-08b6-4bc2-bdd0-04f98a545f7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:16:06.301511 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-0043f19e-08b6-4bc2-bdd0-04f98a545f7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for network, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:16:06.305380 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:16:06.403885 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-0043f19e-08b6-4bc2-bdd0-04f98a545f7c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3530149 May 12 15:16:06.406623 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0043f19e-08b6-4bc2-bdd0-04f98a545f7c admin admin] Pushing event updated for resources: {'Network': ['ID=43759aab-0e88-40f6-b2bc-27c1a28f02fd,revision_number=1']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:16:06.409381 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-0043f19e-08b6-4bc2-bdd0-04f98a545f7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:16:06.418793 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Network 43759aab-0e88-40f6-b2bc-27c1a28f02fd details requested by agent ovs-agent-dv-cinder-789603-6-iscsi with host dv-cinder-789603-6-iscsi {{(pid=78794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 15:16:08.594129 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 37996) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:16:08.665284 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.pecan_wsgi.hooks.translation [None req-54808f8d-d4f6-4b6e-a499-edf7b541dfba admin admin] GET failed (client error): The resource could not be found. May 12 15:16:08.665926 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-54808f8d-d4f6-4b6e-a499-edf7b541dfba admin admin] Synchronizing usage tracker for tenant:20b5b82a6a5c466f85be36145c9d1a45 on resource:network {{(pid=78792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:16:08.684329 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-54808f8d-d4f6-4b6e-a499-edf7b541dfba admin admin] Unset dirty status for tenant:20b5b82a6a5c466f85be36145c9d1a45 on resource:network {{(pid=78792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:16:08.685970 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-54808f8d-d4f6-4b6e-a499-edf7b541dfba admin admin] 10.222.0.32 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0905857 May 12 15:16:08.794387 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf04796-de11-4264-9ec2-17be1248459b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:16:08.795728 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-dbf04796-de11-4264-9ec2-17be1248459b admin admin] 10.222.0.32 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1052487 May 12 15:16:08.805970 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.v2.base [None req-e905336f-5574-4ac7-9b81-5a8c8a9b5a73 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '43759aab-0e88-40f6-b2bc-27c1a28f02fd', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=78792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:16:08.810784 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-e905336f-5574-4ac7-9b81-5a8c8a9b5a73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:16:08.821046 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-e905336f-5574-4ac7-9b81-5a8c8a9b5a73 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:16:08.831045 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e905336f-5574-4ac7-9b81-5a8c8a9b5a73 admin admin] Made reservation on behalf of 20b5b82a6a5c466f85be36145c9d1a45 for: {'subnet': 1} {{(pid=78792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:16:08.833460 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-e905336f-5574-4ac7-9b81-5a8c8a9b5a73 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:16:09.223147 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-e905336f-5574-4ac7-9b81-5a8c8a9b5a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427'] for subnet, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:16:09.227421 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:16:09.297210 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e905336f-5574-4ac7-9b81-5a8c8a9b5a73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0cf1d76-1785-4b2b-8858-580a69e2a737,revision_number=0']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:16:09.300737 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-e905336f-5574-4ac7-9b81-5a8c8a9b5a73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:16:09.307748 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e905336f-5574-4ac7-9b81-5a8c8a9b5a73 admin admin] Checking segment: {'id': 'f17902c1-a254-4ebe-b545-72b8905f5829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '43759aab-0e88-40f6-b2bc-27c1a28f02fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:16:09.308094 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e905336f-5574-4ac7-9b81-5a8c8a9b5a73 admin admin] Network hostable DHCP agents. Network: 43759aab-0e88-40f6-b2bc-27c1a28f02fd, hostable agents: ['70f74d37-a86e-42b6-98ff-0814024719b2'], hosted agents: [] {{(pid=78792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 15:16:09.325529 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e905336f-5574-4ac7-9b81-5a8c8a9b5a73 admin admin] Network 43759aab-0e88-40f6-b2bc-27c1a28f02fd is scheduled to be hosted by DHCP agent 70f74d37-a86e-42b6-98ff-0814024719b2 with binding_index 1 {{(pid=78792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 15:16:09.335382 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.base_scheduler [None req-e905336f-5574-4ac7-9b81-5a8c8a9b5a73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-6-iscsi, 43759aab-0e88-40f6-b2bc-27c1a28f02fd) {{(pid=78792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:16:09.339642 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e905336f-5574-4ac7-9b81-5a8c8a9b5a73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:16:09.340257 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-e905336f-5574-4ac7-9b81-5a8c8a9b5a73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for subnet, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:16:09.344213 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a937686-f271-4f8a-8b7b-c9aaecfe60b9 None None] Network 43759aab-0e88-40f6-b2bc-27c1a28f02fd requested from dv-cinder-789603-6-iscsi {{(pid=78794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 15:16:09.370965 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-e905336f-5574-4ac7-9b81-5a8c8a9b5a73 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5690303 May 12 15:16:09.579776 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96496c0-70ca-406d-83d9-e6cf84b34da4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16f4760b-9c11-502a-9011-339955202960-43759aab-0e88-40f6-b2bc-27c1a28f02fd', 'network_id': '43759aab-0e88-40f6-b2bc-27c1a28f02fd', 'tenant_id': '20b5b82a6a5c466f85be36145c9d1a45', 'fixed_ips': [{'subnet_id': 'e0cf1d76-1785-4b2b-8858-580a69e2a737'}]}} from dv-cinder-789603-6-iscsi. {{(pid=78794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 12 15:16:09.580864 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-e96496c0-70ca-406d-83d9-e6cf84b34da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_create {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:16:09.747801 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.db_base_plugin_common [None req-e96496c0-70ca-406d-83d9-e6cf84b34da4 None None] Allocated IP 192.168.233.2 (43759aab-0e88-40f6-b2bc-27c1a28f02fd/e0cf1d76-1785-4b2b-8858-580a69e2a737/1f439ee1-c031-4651-8d4b-603b8137b83d) {{(pid=78794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:16:09.963533 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-e96496c0-70ca-406d-83d9-e6cf84b34da4 None None] Notify callbacks [] for port, precommit_create {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:16:09.974155 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-e96496c0-70ca-406d-83d9-e6cf84b34da4 None None] Transition to ACTIVE for port object 1f439ee1-c031-4651-8d4b-603b8137b83d will not be triggered until provisioned by entity L2. {{(pid=78794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:16:09.992891 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-e96496c0-70ca-406d-83d9-e6cf84b34da4 None None] Transition to ACTIVE for port object 1f439ee1-c031-4651-8d4b-603b8137b83d will not be triggered until provisioned by entity DHCP. {{(pid=78794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:16:09.998779 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-e96496c0-70ca-406d-83d9-e6cf84b34da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739648862724'] for port, after_create {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:16:10.003139 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:16:10.060941 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96496c0-70ca-406d-83d9-e6cf84b34da4 None None] Network 43759aab-0e88-40f6-b2bc-27c1a28f02fd is already hosted by enough agents. {{(pid=78794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:16:10.062095 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.scheduler.base_scheduler [None req-e96496c0-70ca-406d-83d9-e6cf84b34da4 None None] Resources bound (agent type, host, resource id): {{(pid=78794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:16:10.065991 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96496c0-70ca-406d-83d9-e6cf84b34da4 None None] Received port after_create {{(pid=78794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:16:10.105483 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96496c0-70ca-406d-83d9-e6cf84b34da4 None None] Pushing event updated for resources: {'Port': ['ID=1f439ee1-c031-4651-8d4b-603b8137b83d,revision_number=1']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:16:10.144083 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96496c0-70ca-406d-83d9-e6cf84b34da4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:16:10.144413 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96496c0-70ca-406d-83d9-e6cf84b34da4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:16:10.144749 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96496c0-70ca-406d-83d9-e6cf84b34da4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:16:10.145092 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96496c0-70ca-406d-83d9-e6cf84b34da4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:16:10.145400 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96496c0-70ca-406d-83d9-e6cf84b34da4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:16:10.145723 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96496c0-70ca-406d-83d9-e6cf84b34da4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:16:10.146066 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96496c0-70ca-406d-83d9-e6cf84b34da4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:16:10.147065 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96496c0-70ca-406d-83d9-e6cf84b34da4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:16:10.147402 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96496c0-70ca-406d-83d9-e6cf84b34da4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:16:10.147722 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96496c0-70ca-406d-83d9-e6cf84b34da4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:16:10.148037 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96496c0-70ca-406d-83d9-e6cf84b34da4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:16:10.148349 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96496c0-70ca-406d-83d9-e6cf84b34da4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:16:10.155761 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-e96496c0-70ca-406d-83d9-e6cf84b34da4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:16:10.178808 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.managers [None req-e96496c0-70ca-406d-83d9-e6cf84b34da4 None None] Attempting to bind port 1f439ee1-c031-4651-8d4b-603b8137b83d on host dv-cinder-789603-6-iscsi for vnic_type normal with profile {{(pid=78794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:16:10.179177 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.managers [None req-e96496c0-70ca-406d-83d9-e6cf84b34da4 None None] Attempting to bind port 1f439ee1-c031-4651-8d4b-603b8137b83d by drivers openvswitch,hyperv on host dv-cinder-789603-6-iscsi at level 0 using segments [{'id': 'f17902c1-a254-4ebe-b545-72b8905f5829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '43759aab-0e88-40f6-b2bc-27c1a28f02fd'}] {{(pid=78794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:16:10.179579 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96496c0-70ca-406d-83d9-e6cf84b34da4 None None] Attempting to bind port 1f439ee1-c031-4651-8d4b-603b8137b83d on network 43759aab-0e88-40f6-b2bc-27c1a28f02fd {{(pid=78794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:16:10.185129 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96496c0-70ca-406d-83d9-e6cf84b34da4 None None] Checking agent: {'id': 'a7a9b333-fa08-4200-b168-94acd4aebf78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 15, 12, 52), 'started_at': datetime.datetime(2021, 5, 12, 15, 13, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 15, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:16:10.185496 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96496c0-70ca-406d-83d9-e6cf84b34da4 None None] Checking segment: {'id': 'f17902c1-a254-4ebe-b545-72b8905f5829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '43759aab-0e88-40f6-b2bc-27c1a28f02fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:16:10.185919 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-e96496c0-70ca-406d-83d9-e6cf84b34da4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:16:10.186307 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96496c0-70ca-406d-83d9-e6cf84b34da4 None None] Bound using segment: {'id': 'f17902c1-a254-4ebe-b545-72b8905f5829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '43759aab-0e88-40f6-b2bc-27c1a28f02fd'} {{(pid=78794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:16:10.186820 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.managers [None req-e96496c0-70ca-406d-83d9-e6cf84b34da4 None None] Bound port: 1f439ee1-c031-4651-8d4b-603b8137b83d, host: dv-cinder-789603-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f17902c1-a254-4ebe-b545-72b8905f5829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '43759aab-0e88-40f6-b2bc-27c1a28f02fd'}}] {{(pid=78794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:16:10.187371 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-e96496c0-70ca-406d-83d9-e6cf84b34da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:16:10.279289 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-e96496c0-70ca-406d-83d9-e6cf84b34da4 None None] For port 1f439ee1-c031-4651-8d4b-603b8137b83d, host dv-cinder-789603-6-iscsi, cleared binding levels {{(pid=78794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:16:10.282595 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-e96496c0-70ca-406d-83d9-e6cf84b34da4 None None] For port 1f439ee1-c031-4651-8d4b-603b8137b83d, host dv-cinder-789603-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-iscsi',level=0,port_id=1f439ee1-c031-4651-8d4b-603b8137b83d,segment=NetworkSegment(f17902c1-a254-4ebe-b545-72b8905f5829),segment_id=f17902c1-a254-4ebe-b545-72b8905f5829)] {{(pid=78794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:16:10.287190 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-e96496c0-70ca-406d-83d9-e6cf84b34da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:16:10.291194 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:16:10.385080 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96496c0-70ca-406d-83d9-e6cf84b34da4 None None] Pushing event updated for resources: {'Port': ['ID=1f439ee1-c031-4651-8d4b-603b8137b83d,revision_number=2']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:16:10.388485 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-e96496c0-70ca-406d-83d9-e6cf84b34da4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:16:11.183585 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda92d2d-375a-4cdd-8372-2a45cb656e21 None None] Network 43759aab-0e88-40f6-b2bc-27c1a28f02fd requested from dv-cinder-789603-6-iscsi {{(pid=78794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 15:16:11.292405 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-bac7a607-3e9d-4cb4-ac44-d9b64979ec8c None None] Provisioning for port 1f439ee1-c031-4651-8d4b-603b8137b83d completed by entity DHCP. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:16:12.340777 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device 1f439ee1-c031-4651-8d4b-603b8137b83d up at agent ovs-agent-dv-cinder-789603-6-iscsi {{(pid=78794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:16:12.413945 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Provisioning for port 1f439ee1-c031-4651-8d4b-603b8137b83d completed by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:16:12.418487 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Provisioning complete for port 1f439ee1-c031-4651-8d4b-603b8137b83d triggered by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:16:12.418853 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:16:12.557060 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:16:12.588804 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] For port 1f439ee1-c031-4651-8d4b-603b8137b83d, host dv-cinder-789603-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-iscsi',level=0,port_id=1f439ee1-c031-4651-8d4b-603b8137b83d,segment=NetworkSegment(f17902c1-a254-4ebe-b545-72b8905f5829),segment_id=f17902c1-a254-4ebe-b545-72b8905f5829)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:16:12.592663 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:16:12.595691 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:16:12.659715 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Pushing event updated for resources: {'Port': ['ID=1f439ee1-c031-4651-8d4b-603b8137b83d,revision_number=3']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:16:12.662912 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:16:14.315731 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device 1f439ee1-c031-4651-8d4b-603b8137b83d up at agent ovs-agent-dv-cinder-789603-6-iscsi {{(pid=78794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:16:14.388831 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Provisioning complete for port 1f439ee1-c031-4651-8d4b-603b8137b83d triggered by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:16:14.389199 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:16:18.651874 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-f8fe7fed-ecce-4b93-9ff1-c8b95f0634d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:16:21.079047 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-aa56e231-d5fb-4043-a92e-66eb9dc5bf81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:16:21.595304 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:16:22.219896 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-8e9e3eb0-3c8e-4693-b231-5e176560d846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:16:24.113233 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-876105c5-eed7-46ba-a478-d2a34eb0d798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:16:25.114542 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.agents_db [None req-dd47ce14-932e-4540-b008-5e9038d1c348 None None] Agent healthcheck: found 5 active agents {{(pid=78795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 15:16:48.657056 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-c9e3d8a5-3189-46e9-9d30-5cc6aa80afe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:16:51.082244 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-34835101-1c3c-4353-82a6-a8bf48c475d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:16:51.598997 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:16:52.222826 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-8e9e3eb0-3c8e-4693-b231-5e176560d846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:16:54.119380 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-876105c5-eed7-46ba-a478-d2a34eb0d798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:17:02.117858 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.agents_db [None req-dd47ce14-932e-4540-b008-5e9038d1c348 None None] Agent healthcheck: found 5 active agents {{(pid=78795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 15:17:18.651949 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-4aee7b73-c9ef-4e27-9ff7-2e55d6ab09b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:17:19.891133 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 38046) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:17:19.897556 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [None req-7bb6e28b-e7eb-4ef6-b8ed-eaf5d28039f5 tempest-verify_tempest_config-1894049797 tempest-verify_tempest_config-1894049797-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=78793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 15:17:19.899118 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-7bb6e28b-e7eb-4ef6-b8ed-eaf5d28039f5 tempest-verify_tempest_config-1894049797 tempest-verify_tempest_config-1894049797-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0070212 May 12 15:17:20.210876 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 38064) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:17:20.332716 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-e37f837e-3537-42de-bb91-6183eaa684d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:17:20.351287 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-e37f837e-3537-42de-bb91-6183eaa684d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:17:20.355138 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-e37f837e-3537-42de-bb91-6183eaa684d0 admin admin] Usage tracker for resource:security_group_rule and tenant:7a8a0867bb0044b59b38b10f9e119c9d is out of sync, need to count used quota {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:17:20.358007 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-e37f837e-3537-42de-bb91-6183eaa684d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:17:20.363676 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-e37f837e-3537-42de-bb91-6183eaa684d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:17:20.448412 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-e37f837e-3537-42de-bb91-6183eaa684d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:17:20.452383 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-e37f837e-3537-42de-bb91-6183eaa684d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:17:20.460284 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-c19ea556-d113-4bc9-a02b-297725d7cf98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:17:20.502553 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-e37f837e-3537-42de-bb91-6183eaa684d0 admin admin] Synchronizing usage tracker for tenant:20b5b82a6a5c466f85be36145c9d1a45 on resource:security_group {{(pid=78792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:17:20.504979 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37f837e-3537-42de-bb91-6183eaa684d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d83789-edbd-4ef6-b6d0-764bc3430f30,revision_number=1']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:17:20.515109 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37f837e-3537-42de-bb91-6183eaa684d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:17:20.515477 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37f837e-3537-42de-bb91-6183eaa684d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:17:20.515810 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37f837e-3537-42de-bb91-6183eaa684d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:17:20.516134 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37f837e-3537-42de-bb91-6183eaa684d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:17:20.516455 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37f837e-3537-42de-bb91-6183eaa684d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:17:20.516788 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37f837e-3537-42de-bb91-6183eaa684d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:17:20.517105 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37f837e-3537-42de-bb91-6183eaa684d0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:17:20.517419 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37f837e-3537-42de-bb91-6183eaa684d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:17:20.517746 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37f837e-3537-42de-bb91-6183eaa684d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:17:20.518082 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37f837e-3537-42de-bb91-6183eaa684d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:17:20.518395 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37f837e-3537-42de-bb91-6183eaa684d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:17:20.518701 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37f837e-3537-42de-bb91-6183eaa684d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:17:20.523432 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-e37f837e-3537-42de-bb91-6183eaa684d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:17:20.535037 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-e37f837e-3537-42de-bb91-6183eaa684d0 admin admin] Unset dirty status for tenant:20b5b82a6a5c466f85be36145c9d1a45 on resource:security_group {{(pid=78792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:17:20.536294 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-e37f837e-3537-42de-bb91-6183eaa684d0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7a8a0867bb0044b59b38b10f9e119c9d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3244321 May 12 15:17:20.539638 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 38070) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:17:20.599280 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-e582e294-2a1b-493e-afaf-ee57e5ffdf64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:17:20.625219 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-e582e294-2a1b-493e-afaf-ee57e5ffdf64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:17:20.718883 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-e582e294-2a1b-493e-afaf-ee57e5ffdf64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:17:20.723971 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:17:20.740553 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e582e294-2a1b-493e-afaf-ee57e5ffdf64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d83789-edbd-4ef6-b6d0-764bc3430f30,revision_number=None']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:17:20.743159 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-e582e294-2a1b-493e-afaf-ee57e5ffdf64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:17:20.746527 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-e582e294-2a1b-493e-afaf-ee57e5ffdf64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:17:20.748308 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-e582e294-2a1b-493e-afaf-ee57e5ffdf64 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c7d83789-edbd-4ef6-b6d0-764bc3430f30 HTTP/1.1" status: 204 len: 168 time: 0.2076423 May 12 15:17:21.089135 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-dd9ae21f-0af2-4e9d-b4ff-dda44bd306af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:17:21.603836 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:17:22.227903 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-8e9e3eb0-3c8e-4693-b231-5e176560d846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:17:24.112649 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-876105c5-eed7-46ba-a478-d2a34eb0d798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:17:39.117453 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.agents_db [None req-dd47ce14-932e-4540-b008-5e9038d1c348 None None] Agent healthcheck: found 5 active agents {{(pid=78795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 15:17:48.653798 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-9e4473c7-c476-48ca-a93d-4bfa2fd7bbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:17:51.081575 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-b91b17ea-45bc-433c-9518-76156de22c2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:17:51.605893 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:17:52.228527 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-8e9e3eb0-3c8e-4693-b231-5e176560d846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:17:54.120843 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-876105c5-eed7-46ba-a478-d2a34eb0d798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:18:16.116863 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.agents_db [None req-dd47ce14-932e-4540-b008-5e9038d1c348 None None] Agent healthcheck: found 5 active agents {{(pid=78795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 15:18:18.655387 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-a0a1b7f5-be34-4c55-ba9c-b11d070f3b5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:18:21.082952 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-c88ae2c0-2fc2-4bb7-947d-f9de1f494d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:18:21.608771 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:18:22.230555 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-8e9e3eb0-3c8e-4693-b231-5e176560d846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:18:24.122959 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-876105c5-eed7-46ba-a478-d2a34eb0d798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:18:48.656544 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-a066dac2-e301-4a42-8bef-3bd07158efb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:18:51.083645 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-08851d5c-9d42-44b6-8616-9e83c8a70fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:18:51.615230 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:18:52.233549 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-8e9e3eb0-3c8e-4693-b231-5e176560d846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:18:53.115426 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.agents_db [None req-dd47ce14-932e-4540-b008-5e9038d1c348 None None] Agent healthcheck: found 5 active agents {{(pid=78795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 15:18:54.210413 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-876105c5-eed7-46ba-a478-d2a34eb0d798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:18:56.710405 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718'] for agent, after_create {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:18:57.554519 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 38122) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:18:57.679547 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-cec87273-b0ee-4298-9efc-f8912a805f8b admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1239429 May 12 15:18:59.836169 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 38132) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:18:59.891446 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-2df9f7c0-88b7-4fe4-88c4-ca150be3b3cf admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0539672 May 12 15:19:18.658022 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-d0bf5110-1cdc-466d-bace-77ff6b36af51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:19:21.084914 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-620377f5-d73a-4182-9286-9eb9061a20ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:19:21.607421 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:19:22.236421 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-8e9e3eb0-3c8e-4693-b231-5e176560d846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:19:24.126315 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-876105c5-eed7-46ba-a478-d2a34eb0d798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:19:26.640308 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:19:30.115052 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.agents_db [None req-dd47ce14-932e-4540-b008-5e9038d1c348 None None] Agent healthcheck: found 6 active agents {{(pid=78795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 15:19:48.662967 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-bd6f8fde-1524-43d8-a444-f87fad8ee4a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:19:51.087563 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-5f1f0903-2997-42ae-a90f-07fc71730c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:19:51.616812 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:19:52.244836 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-8e9e3eb0-3c8e-4693-b231-5e176560d846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:19:54.131661 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-876105c5-eed7-46ba-a478-d2a34eb0d798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:19:56.647925 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:07.114801 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.agents_db [None req-dd47ce14-932e-4540-b008-5e9038d1c348 None None] Agent healthcheck: found 6 active agents {{(pid=78795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 15:20:18.667569 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-59982158-b234-4c05-ae50-32cf66332a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:21.103358 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-e02a2b94-82c6-488a-80ff-3fd707891e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:21.620201 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:22.252312 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-8e9e3eb0-3c8e-4693-b231-5e176560d846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:24.135320 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-876105c5-eed7-46ba-a478-d2a34eb0d798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:25.304831 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 38310) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:20:25.578170 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.v2.base [None req-ce58ff16-169c-4023-b457-db639bab38e2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1607560318-network', 'tenant_id': 'eaed5db22aef49719f96c44d6e15bfdb'}} {{(pid=78793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:20:25.584420 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-ce58ff16-169c-4023-b457-db639bab38e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:20:25.589092 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-ce58ff16-169c-4023-b457-db639bab38e2 admin admin] Usage tracker for resource:network and tenant:eaed5db22aef49719f96c44d6e15bfdb is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:20:25.592085 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-ce58ff16-169c-4023-b457-db639bab38e2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:20:25.598869 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-ce58ff16-169c-4023-b457-db639bab38e2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:20:25.607866 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce58ff16-169c-4023-b457-db639bab38e2 admin admin] Made reservation on behalf of eaed5db22aef49719f96c44d6e15bfdb for: {'network': 1} {{(pid=78793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:20:25.610134 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-ce58ff16-169c-4023-b457-db639bab38e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for network, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:25.625344 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-ce58ff16-169c-4023-b457-db639bab38e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:25.640082 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-ce58ff16-169c-4023-b457-db639bab38e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:20:25.643852 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-ce58ff16-169c-4023-b457-db639bab38e2 admin admin] Usage tracker for resource:security_group_rule and tenant:eaed5db22aef49719f96c44d6e15bfdb is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:20:25.646744 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-ce58ff16-169c-4023-b457-db639bab38e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:20:25.652433 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-ce58ff16-169c-4023-b457-db639bab38e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:20:25.737807 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-ce58ff16-169c-4023-b457-db639bab38e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:25.742269 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-ce58ff16-169c-4023-b457-db639bab38e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:25.746556 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:20:25.772335 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce58ff16-169c-4023-b457-db639bab38e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=78793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 15:20:25.784375 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce58ff16-169c-4023-b457-db639bab38e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f97bae-6cd9-488a-b971-8bbfbaad3da6,revision_number=1']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:20:25.792615 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce58ff16-169c-4023-b457-db639bab38e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:20:25.792942 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce58ff16-169c-4023-b457-db639bab38e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:20:25.793277 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce58ff16-169c-4023-b457-db639bab38e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:20:25.793592 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce58ff16-169c-4023-b457-db639bab38e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:20:25.793935 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce58ff16-169c-4023-b457-db639bab38e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:20:25.794262 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce58ff16-169c-4023-b457-db639bab38e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:20:25.794568 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce58ff16-169c-4023-b457-db639bab38e2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:20:25.794876 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce58ff16-169c-4023-b457-db639bab38e2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:20:25.795197 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce58ff16-169c-4023-b457-db639bab38e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:20:25.795530 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce58ff16-169c-4023-b457-db639bab38e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:20:25.795797 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce58ff16-169c-4023-b457-db639bab38e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:20:25.796095 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce58ff16-169c-4023-b457-db639bab38e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:20:25.797350 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce58ff16-169c-4023-b457-db639bab38e2 admin admin] Tracked resource versions report: May 12 15:20:25.797350 dv-cinder-789603-6-iscsi neutron-server[78793]: pushed versions: May 12 15:20:25.797350 dv-cinder-789603-6-iscsi neutron-server[78793]: { 'AddressGroup': {'1.2'}, May 12 15:20:25.797350 dv-cinder-789603-6-iscsi neutron-server[78793]: 'ConntrackHelper': {'1.0'}, May 12 15:20:25.797350 dv-cinder-789603-6-iscsi neutron-server[78793]: 'Log': {'1.0'}, May 12 15:20:25.797350 dv-cinder-789603-6-iscsi neutron-server[78793]: 'Network': {'1.1'}, May 12 15:20:25.797350 dv-cinder-789603-6-iscsi neutron-server[78793]: 'Port': {'1.7'}, May 12 15:20:25.797350 dv-cinder-789603-6-iscsi neutron-server[78793]: 'PortForwarding': {'1.2'}, May 12 15:20:25.797350 dv-cinder-789603-6-iscsi neutron-server[78793]: 'QosPolicy': {'1.8'}, May 12 15:20:25.797350 dv-cinder-789603-6-iscsi neutron-server[78793]: 'SecurityGroup': {'1.4'}, May 12 15:20:25.797350 dv-cinder-789603-6-iscsi neutron-server[78793]: 'SecurityGroupRule': {'1.2'}, May 12 15:20:25.797350 dv-cinder-789603-6-iscsi neutron-server[78793]: 'SubPort': {'1.0'}, May 12 15:20:25.797350 dv-cinder-789603-6-iscsi neutron-server[78793]: 'Subnet': {'1.1'}, May 12 15:20:25.797350 dv-cinder-789603-6-iscsi neutron-server[78793]: 'Trunk': {'1.1'}} May 12 15:20:25.797350 dv-cinder-789603-6-iscsi neutron-server[78793]: consumer versions: May 12 15:20:25.797350 dv-cinder-789603-6-iscsi neutron-server[78793]: { DHCP agent@dv-cinder-789603-6-iscsi: {}, May 12 15:20:25.797350 dv-cinder-789603-6-iscsi neutron-server[78793]: HyperV agent@hv-cinder-78960: {}, May 12 15:20:25.797350 dv-cinder-789603-6-iscsi neutron-server[78793]: L3 agent@dv-cinder-789603-6-iscsi: {}, May 12 15:20:25.797350 dv-cinder-789603-6-iscsi neutron-server[78793]: Metadata agent@dv-cinder-789603-6-iscsi: {}, May 12 15:20:25.797350 dv-cinder-789603-6-iscsi neutron-server[78793]: Metering agent@dv-cinder-789603-6-iscsi: {}, May 12 15:20:25.797350 dv-cinder-789603-6-iscsi neutron-server[78793]: Open vSwitch agent@dv-cinder-789603-6-iscsi: { 'AddressGroup': '1.2', May 12 15:20:25.797350 dv-cinder-789603-6-iscsi neutron-server[78793]: 'ConntrackHelper': '1.0', May 12 15:20:25.797350 dv-cinder-789603-6-iscsi neutron-server[78793]: 'Log': '1.0', May 12 15:20:25.797350 dv-cinder-789603-6-iscsi neutron-server[78793]: 'Network': '1.1', May 12 15:20:25.797350 dv-cinder-789603-6-iscsi neutron-server[78793]: 'Port': '1.7', May 12 15:20:25.797350 dv-cinder-789603-6-iscsi neutron-server[78793]: 'PortForwarding': '1.2', May 12 15:20:25.797350 dv-cinder-789603-6-iscsi neutron-server[78793]: 'QosPolicy': '1.8', May 12 15:20:25.797350 dv-cinder-789603-6-iscsi neutron-server[78793]: 'SecurityGroup': '1.4', May 12 15:20:25.797350 dv-cinder-789603-6-iscsi neutron-server[78793]: 'SecurityGroupRule': '1.2', May 12 15:20:25.797350 dv-cinder-789603-6-iscsi neutron-server[78793]: 'SubPort': '1.0', May 12 15:20:25.797350 dv-cinder-789603-6-iscsi neutron-server[78793]: 'Subnet': '1.1', May 12 15:20:25.797350 dv-cinder-789603-6-iscsi neutron-server[78793]: 'Trunk': '1.1'}} May 12 15:20:25.797350 dv-cinder-789603-6-iscsi neutron-server[78793]: {{(pid=78793) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 15:20:25.809203 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-ce58ff16-169c-4023-b457-db639bab38e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428868'] for segment, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:25.810717 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.db.segments_db [None req-ce58ff16-169c-4023-b457-db639bab38e2 admin admin] Added segment aed3de80-ed18-460e-b055-6eaee58095ed of type vlan for network 06377a76-cba3-4a9a-8a35-e745bfc855d3 May 12 15:20:25.820502 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-ce58ff16-169c-4023-b457-db639bab38e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:20:25.847918 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-ce58ff16-169c-4023-b457-db639bab38e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739648879737'] for network, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:25.881688 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-ce58ff16-169c-4023-b457-db639bab38e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427'] for network, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:25.884203 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce58ff16-169c-4023-b457-db639bab38e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:20:25.885539 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-ce58ff16-169c-4023-b457-db639bab38e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for network, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:25.909740 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:20:25.970345 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 38342) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:20:26.012107 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 38350) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:20:26.026311 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 38356) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:20:26.026820 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-ce58ff16-169c-4023-b457-db639bab38e2 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7201278 May 12 15:20:26.031893 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.v2.base [None req-4884d03d-b743-4694-be45-6178c0628bc1 admin admin] Request body: {'subnet': {'network_id': '06377a76-cba3-4a9a-8a35-e745bfc855d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1607560318-subnet', 'tenant_id': 'eaed5db22aef49719f96c44d6e15bfdb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:20:26.036276 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce58ff16-169c-4023-b457-db639bab38e2 admin admin] Pushing event updated for resources: {'Network': ['ID=06377a76-cba3-4a9a-8a35-e745bfc855d3,revision_number=1']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:20:26.036553 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-4884d03d-b743-4694-be45-6178c0628bc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:20:26.044466 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-4884d03d-b743-4694-be45-6178c0628bc1 admin admin] Usage tracker for resource:subnet and tenant:eaed5db22aef49719f96c44d6e15bfdb is out of sync, need to count used quota {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:20:26.046660 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-ce58ff16-169c-4023-b457-db639bab38e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:20:26.048446 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Network 06377a76-cba3-4a9a-8a35-e745bfc855d3 details requested by agent ovs-agent-dv-cinder-789603-6-iscsi with host dv-cinder-789603-6-iscsi {{(pid=78794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 15:20:26.054796 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-4884d03d-b743-4694-be45-6178c0628bc1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:20:26.062519 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-4884d03d-b743-4694-be45-6178c0628bc1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:20:26.077888 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4884d03d-b743-4694-be45-6178c0628bc1 admin admin] Made reservation on behalf of eaed5db22aef49719f96c44d6e15bfdb for: {'subnet': 1} {{(pid=78792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:20:26.081483 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-4884d03d-b743-4694-be45-6178c0628bc1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:26.156257 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 38362) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:20:26.174411 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 38368) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:20:26.303265 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.v2.base [None req-b1b42b36-fa33-490f-a5f5-449f75c11df9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1338457299-network', 'tenant_id': '74c7c1c901cc4a308c52d5960e08ed68'}} {{(pid=78792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:20:26.316145 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-b1b42b36-fa33-490f-a5f5-449f75c11df9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:20:26.322330 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-b1b42b36-fa33-490f-a5f5-449f75c11df9 admin admin] Usage tracker for resource:network and tenant:74c7c1c901cc4a308c52d5960e08ed68 is out of sync, need to count used quota {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:20:26.326811 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-b1b42b36-fa33-490f-a5f5-449f75c11df9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:20:26.345955 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-b1b42b36-fa33-490f-a5f5-449f75c11df9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:20:26.353932 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.v2.base [None req-69463f22-1a34-4aaf-80cf-a0c9a250c13b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1453598783-network', 'tenant_id': 'f1eaefd50b9e492fad3ef37a1fe257eb'}} {{(pid=78792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:20:26.396096 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-69463f22-1a34-4aaf-80cf-a0c9a250c13b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:20:26.398485 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b42b36-fa33-490f-a5f5-449f75c11df9 admin admin] Made reservation on behalf of 74c7c1c901cc4a308c52d5960e08ed68 for: {'network': 1} {{(pid=78792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:20:26.400731 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-b1b42b36-fa33-490f-a5f5-449f75c11df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for network, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:26.412627 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-69463f22-1a34-4aaf-80cf-a0c9a250c13b admin admin] Usage tracker for resource:network and tenant:f1eaefd50b9e492fad3ef37a1fe257eb is out of sync, need to count used quota {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:20:26.430247 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-69463f22-1a34-4aaf-80cf-a0c9a250c13b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:20:26.432841 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-b1b42b36-fa33-490f-a5f5-449f75c11df9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:26.454555 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-69463f22-1a34-4aaf-80cf-a0c9a250c13b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:20:26.508474 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-b1b42b36-fa33-490f-a5f5-449f75c11df9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:20:26.517984 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-b1b42b36-fa33-490f-a5f5-449f75c11df9 admin admin] Usage tracker for resource:security_group_rule and tenant:74c7c1c901cc4a308c52d5960e08ed68 is out of sync, need to count used quota {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:20:26.522070 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-b1b42b36-fa33-490f-a5f5-449f75c11df9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:20:26.529584 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69463f22-1a34-4aaf-80cf-a0c9a250c13b admin admin] Made reservation on behalf of f1eaefd50b9e492fad3ef37a1fe257eb for: {'network': 1} {{(pid=78792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:20:26.531679 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.v2.base [None req-645d9cf3-afe8-4874-9cc0-f8cac2c63c73 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-379129705-network', 'tenant_id': 'f8b03419ce0c413cbee40794040a2918'}} {{(pid=78793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:20:26.532700 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-69463f22-1a34-4aaf-80cf-a0c9a250c13b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for network, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:26.536861 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-645d9cf3-afe8-4874-9cc0-f8cac2c63c73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:20:26.541148 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-645d9cf3-afe8-4874-9cc0-f8cac2c63c73 admin admin] Usage tracker for resource:network and tenant:f8b03419ce0c413cbee40794040a2918 is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:20:26.543908 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-b1b42b36-fa33-490f-a5f5-449f75c11df9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:20:26.544742 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-645d9cf3-afe8-4874-9cc0-f8cac2c63c73 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:20:26.551595 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-645d9cf3-afe8-4874-9cc0-f8cac2c63c73 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:20:26.554148 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-69463f22-1a34-4aaf-80cf-a0c9a250c13b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:26.565430 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-645d9cf3-afe8-4874-9cc0-f8cac2c63c73 admin admin] Made reservation on behalf of f8b03419ce0c413cbee40794040a2918 for: {'network': 1} {{(pid=78793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:20:26.570133 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-645d9cf3-afe8-4874-9cc0-f8cac2c63c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for network, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:26.587464 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-645d9cf3-afe8-4874-9cc0-f8cac2c63c73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:26.590057 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-69463f22-1a34-4aaf-80cf-a0c9a250c13b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:20:26.599632 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-69463f22-1a34-4aaf-80cf-a0c9a250c13b admin admin] Usage tracker for resource:security_group_rule and tenant:f1eaefd50b9e492fad3ef37a1fe257eb is out of sync, need to count used quota {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:20:26.608562 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.v2.base [None req-d2aa8511-3439-48b9-ba0e-2adbb38792e5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1603197757-network', 'tenant_id': '67d1815edccf41cfb649225313f265b3'}} {{(pid=78793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:20:26.608956 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-69463f22-1a34-4aaf-80cf-a0c9a250c13b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:20:26.614989 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-d2aa8511-3439-48b9-ba0e-2adbb38792e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:20:26.619671 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-d2aa8511-3439-48b9-ba0e-2adbb38792e5 admin admin] Usage tracker for resource:network and tenant:67d1815edccf41cfb649225313f265b3 is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:20:26.623623 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-d2aa8511-3439-48b9-ba0e-2adbb38792e5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:20:26.639746 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-d2aa8511-3439-48b9-ba0e-2adbb38792e5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:20:26.653428 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-645d9cf3-afe8-4874-9cc0-f8cac2c63c73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:20:26.658622 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-645d9cf3-afe8-4874-9cc0-f8cac2c63c73 admin admin] Usage tracker for resource:security_group_rule and tenant:f8b03419ce0c413cbee40794040a2918 is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:20:26.659080 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:26.662996 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-645d9cf3-afe8-4874-9cc0-f8cac2c63c73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:20:26.670480 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-645d9cf3-afe8-4874-9cc0-f8cac2c63c73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:20:26.672093 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-69463f22-1a34-4aaf-80cf-a0c9a250c13b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:20:26.689397 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-b1b42b36-fa33-490f-a5f5-449f75c11df9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:26.705926 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-b1b42b36-fa33-490f-a5f5-449f75c11df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:26.740947 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1b42b36-fa33-490f-a5f5-449f75c11df9 admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=78792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 15:20:26.750286 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-b1b42b36-fa33-490f-a5f5-449f75c11df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428868'] for segment, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:26.750625 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.db.segments_db [None req-b1b42b36-fa33-490f-a5f5-449f75c11df9 admin admin] Added segment d283b5eb-b83c-4844-82f5-295710194741 of type vlan for network fb786cfb-6ac9-4fb8-8644-ee3baa944840 May 12 15:20:26.767923 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2aa8511-3439-48b9-ba0e-2adbb38792e5 admin admin] Made reservation on behalf of 67d1815edccf41cfb649225313f265b3 for: {'network': 1} {{(pid=78793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:20:26.770177 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-d2aa8511-3439-48b9-ba0e-2adbb38792e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for network, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:26.778346 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-b1b42b36-fa33-490f-a5f5-449f75c11df9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739648879737'] for network, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:26.790538 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-d2aa8511-3439-48b9-ba0e-2adbb38792e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:26.806399 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-645d9cf3-afe8-4874-9cc0-f8cac2c63c73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:26.810901 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-d2aa8511-3439-48b9-ba0e-2adbb38792e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:20:26.811166 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-e37f837e-3537-42de-bb91-6183eaa684d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:20:26.816286 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-645d9cf3-afe8-4874-9cc0-f8cac2c63c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:26.817514 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-d2aa8511-3439-48b9-ba0e-2adbb38792e5 admin admin] Usage tracker for resource:security_group_rule and tenant:67d1815edccf41cfb649225313f265b3 is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:20:26.825248 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-b1b42b36-fa33-490f-a5f5-449f75c11df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427'] for network, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:26.836146 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-b516be87-9383-40fd-8e3f-b17c87f9d2e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:20:26.841029 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b42b36-fa33-490f-a5f5-449f75c11df9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:20:26.841693 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-b1b42b36-fa33-490f-a5f5-449f75c11df9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for network, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:26.843835 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-d2aa8511-3439-48b9-ba0e-2adbb38792e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:20:26.872589 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645d9cf3-afe8-4874-9cc0-f8cac2c63c73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8d167cb-cf32-44b0-ad19-e7fbdd4206a4,revision_number=1']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:20:26.882142 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-645d9cf3-afe8-4874-9cc0-f8cac2c63c73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:20:26.883881 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-d2aa8511-3439-48b9-ba0e-2adbb38792e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:20:26.894726 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-645d9cf3-afe8-4874-9cc0-f8cac2c63c73 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=78793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 15:20:26.918909 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-645d9cf3-afe8-4874-9cc0-f8cac2c63c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428868'] for segment, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:26.919723 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.db.segments_db [None req-645d9cf3-afe8-4874-9cc0-f8cac2c63c73 admin admin] Added segment 4319fcb2-d56a-483c-b9e5-3a743225ca7f of type vlan for network b0a67018-e604-4c5d-b021-363bc82650e3 May 12 15:20:26.956320 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-b1b42b36-fa33-490f-a5f5-449f75c11df9 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9847949 May 12 15:20:26.957124 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 38406) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:20:26.959970 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-4884d03d-b743-4694-be45-6178c0628bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427'] for subnet, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:26.967722 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-645d9cf3-afe8-4874-9cc0-f8cac2c63c73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739648879737'] for network, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:26.971157 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.v2.base [None req-cfc378ed-77ff-4e4a-a604-1c88f6cbf182 admin admin] Request body: {'subnet': {'network_id': 'fb786cfb-6ac9-4fb8-8644-ee3baa944840', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1338457299-subnet', 'tenant_id': '74c7c1c901cc4a308c52d5960e08ed68', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:20:26.979130 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-cfc378ed-77ff-4e4a-a604-1c88f6cbf182 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:20:26.983325 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-cfc378ed-77ff-4e4a-a604-1c88f6cbf182 admin admin] Usage tracker for resource:subnet and tenant:74c7c1c901cc4a308c52d5960e08ed68 is out of sync, need to count used quota {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:20:26.986395 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-cfc378ed-77ff-4e4a-a604-1c88f6cbf182 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:20:26.992338 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-cfc378ed-77ff-4e4a-a604-1c88f6cbf182 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:20:27.018727 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfc378ed-77ff-4e4a-a604-1c88f6cbf182 admin admin] Made reservation on behalf of 74c7c1c901cc4a308c52d5960e08ed68 for: {'subnet': 1} {{(pid=78792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:20:27.021038 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-cfc378ed-77ff-4e4a-a604-1c88f6cbf182 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:27.038068 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-645d9cf3-afe8-4874-9cc0-f8cac2c63c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427'] for network, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:27.041850 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645d9cf3-afe8-4874-9cc0-f8cac2c63c73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:20:27.042441 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-645d9cf3-afe8-4874-9cc0-f8cac2c63c73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for network, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:27.069571 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-d2aa8511-3439-48b9-ba0e-2adbb38792e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:27.070829 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-b516be87-9383-40fd-8e3f-b17c87f9d2e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:20:27.089532 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-645d9cf3-afe8-4874-9cc0-f8cac2c63c73 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9287033 May 12 15:20:27.091480 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 38410) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:20:27.101230 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.v2.base [None req-443d255f-f1ed-476d-829b-81f4135081ae admin admin] Request body: {'subnet': {'network_id': 'b0a67018-e604-4c5d-b021-363bc82650e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-379129705-subnet', 'tenant_id': 'f8b03419ce0c413cbee40794040a2918', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:20:27.106223 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-443d255f-f1ed-476d-829b-81f4135081ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:20:27.110378 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-443d255f-f1ed-476d-829b-81f4135081ae admin admin] Usage tracker for resource:subnet and tenant:f8b03419ce0c413cbee40794040a2918 is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:20:27.113758 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-443d255f-f1ed-476d-829b-81f4135081ae admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:20:27.119874 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-443d255f-f1ed-476d-829b-81f4135081ae admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:20:27.130859 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-d2aa8511-3439-48b9-ba0e-2adbb38792e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:27.142782 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-443d255f-f1ed-476d-829b-81f4135081ae admin admin] Made reservation on behalf of f8b03419ce0c413cbee40794040a2918 for: {'subnet': 1} {{(pid=78793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:20:27.145153 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-443d255f-f1ed-476d-829b-81f4135081ae admin admin] Notify callbacks [] for subnet, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:27.175817 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b42b36-fa33-490f-a5f5-449f75c11df9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b824c554-e6cc-4917-ada9-22fa35eb4dd6,revision_number=1']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:20:27.184554 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4884d03d-b743-4694-be45-6178c0628bc1 admin admin] Checking segment: {'id': 'aed3de80-ed18-460e-b055-6eaee58095ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '06377a76-cba3-4a9a-8a35-e745bfc855d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:20:27.185127 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4884d03d-b743-4694-be45-6178c0628bc1 admin admin] Network hostable DHCP agents. Network: 06377a76-cba3-4a9a-8a35-e745bfc855d3, hostable agents: ['70f74d37-a86e-42b6-98ff-0814024719b2'], hosted agents: [] {{(pid=78792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 15:20:27.211283 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b42b36-fa33-490f-a5f5-449f75c11df9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:20:27.211960 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b42b36-fa33-490f-a5f5-449f75c11df9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:20:27.212502 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b42b36-fa33-490f-a5f5-449f75c11df9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:20:27.213385 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b42b36-fa33-490f-a5f5-449f75c11df9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:20:27.213881 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b42b36-fa33-490f-a5f5-449f75c11df9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:20:27.214258 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b42b36-fa33-490f-a5f5-449f75c11df9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:20:27.214617 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b42b36-fa33-490f-a5f5-449f75c11df9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:20:27.214931 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b42b36-fa33-490f-a5f5-449f75c11df9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:20:27.215426 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b42b36-fa33-490f-a5f5-449f75c11df9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:20:27.216137 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b42b36-fa33-490f-a5f5-449f75c11df9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:20:27.216649 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b42b36-fa33-490f-a5f5-449f75c11df9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:20:27.217157 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b42b36-fa33-490f-a5f5-449f75c11df9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:20:27.218626 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b42b36-fa33-490f-a5f5-449f75c11df9 admin admin] Tracked resource versions report: May 12 15:20:27.218626 dv-cinder-789603-6-iscsi neutron-server[78792]: pushed versions: May 12 15:20:27.218626 dv-cinder-789603-6-iscsi neutron-server[78792]: { 'AddressGroup': {'1.2'}, May 12 15:20:27.218626 dv-cinder-789603-6-iscsi neutron-server[78792]: 'ConntrackHelper': {'1.0'}, May 12 15:20:27.218626 dv-cinder-789603-6-iscsi neutron-server[78792]: 'Log': {'1.0'}, May 12 15:20:27.218626 dv-cinder-789603-6-iscsi neutron-server[78792]: 'Network': {'1.1'}, May 12 15:20:27.218626 dv-cinder-789603-6-iscsi neutron-server[78792]: 'Port': {'1.7'}, May 12 15:20:27.218626 dv-cinder-789603-6-iscsi neutron-server[78792]: 'PortForwarding': {'1.2'}, May 12 15:20:27.218626 dv-cinder-789603-6-iscsi neutron-server[78792]: 'QosPolicy': {'1.8'}, May 12 15:20:27.218626 dv-cinder-789603-6-iscsi neutron-server[78792]: 'SecurityGroup': {'1.4'}, May 12 15:20:27.218626 dv-cinder-789603-6-iscsi neutron-server[78792]: 'SecurityGroupRule': {'1.2'}, May 12 15:20:27.218626 dv-cinder-789603-6-iscsi neutron-server[78792]: 'SubPort': {'1.0'}, May 12 15:20:27.218626 dv-cinder-789603-6-iscsi neutron-server[78792]: 'Subnet': {'1.1'}, May 12 15:20:27.218626 dv-cinder-789603-6-iscsi neutron-server[78792]: 'Trunk': {'1.1'}} May 12 15:20:27.218626 dv-cinder-789603-6-iscsi neutron-server[78792]: consumer versions: May 12 15:20:27.218626 dv-cinder-789603-6-iscsi neutron-server[78792]: { DHCP agent@dv-cinder-789603-6-iscsi: {}, May 12 15:20:27.218626 dv-cinder-789603-6-iscsi neutron-server[78792]: HyperV agent@hv-cinder-78960: {}, May 12 15:20:27.218626 dv-cinder-789603-6-iscsi neutron-server[78792]: L3 agent@dv-cinder-789603-6-iscsi: {}, May 12 15:20:27.218626 dv-cinder-789603-6-iscsi neutron-server[78792]: Metadata agent@dv-cinder-789603-6-iscsi: {}, May 12 15:20:27.218626 dv-cinder-789603-6-iscsi neutron-server[78792]: Metering agent@dv-cinder-789603-6-iscsi: {}, May 12 15:20:27.218626 dv-cinder-789603-6-iscsi neutron-server[78792]: Open vSwitch agent@dv-cinder-789603-6-iscsi: { 'AddressGroup': '1.2', May 12 15:20:27.218626 dv-cinder-789603-6-iscsi neutron-server[78792]: 'ConntrackHelper': '1.0', May 12 15:20:27.218626 dv-cinder-789603-6-iscsi neutron-server[78792]: 'Log': '1.0', May 12 15:20:27.218626 dv-cinder-789603-6-iscsi neutron-server[78792]: 'Network': '1.1', May 12 15:20:27.218626 dv-cinder-789603-6-iscsi neutron-server[78792]: 'Port': '1.7', May 12 15:20:27.218626 dv-cinder-789603-6-iscsi neutron-server[78792]: 'PortForwarding': '1.2', May 12 15:20:27.218626 dv-cinder-789603-6-iscsi neutron-server[78792]: 'QosPolicy': '1.8', May 12 15:20:27.218626 dv-cinder-789603-6-iscsi neutron-server[78792]: 'SecurityGroup': '1.4', May 12 15:20:27.218626 dv-cinder-789603-6-iscsi neutron-server[78792]: 'SecurityGroupRule': '1.2', May 12 15:20:27.218626 dv-cinder-789603-6-iscsi neutron-server[78792]: 'SubPort': '1.0', May 12 15:20:27.218626 dv-cinder-789603-6-iscsi neutron-server[78792]: 'Subnet': '1.1', May 12 15:20:27.218626 dv-cinder-789603-6-iscsi neutron-server[78792]: 'Trunk': '1.1'}} May 12 15:20:27.218626 dv-cinder-789603-6-iscsi neutron-server[78792]: {{(pid=78792) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 15:20:27.238241 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-b1b42b36-fa33-490f-a5f5-449f75c11df9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:20:27.241615 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-0043f19e-08b6-4bc2-bdd0-04f98a545f7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.350s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:20:27.474766 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-69463f22-1a34-4aaf-80cf-a0c9a250c13b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:27.499807 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4884d03d-b743-4694-be45-6178c0628bc1 admin admin] Network 06377a76-cba3-4a9a-8a35-e745bfc855d3 is scheduled to be hosted by DHCP agent 70f74d37-a86e-42b6-98ff-0814024719b2 with binding_index 1 {{(pid=78792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 15:20:27.509344 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b42b36-fa33-490f-a5f5-449f75c11df9 admin admin] Pushing event updated for resources: {'Network': ['ID=fb786cfb-6ac9-4fb8-8644-ee3baa944840,revision_number=1']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:20:27.522689 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Network fb786cfb-6ac9-4fb8-8644-ee3baa944840 details requested by agent ovs-agent-dv-cinder-789603-6-iscsi with host dv-cinder-789603-6-iscsi {{(pid=78794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 15:20:27.525214 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-b1b42b36-fa33-490f-a5f5-449f75c11df9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:20:27.526370 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-69463f22-1a34-4aaf-80cf-a0c9a250c13b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:27.527122 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-f0c44560-0a8a-4047-8b40-5a6a136de0f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.515s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:20:27.569342 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2aa8511-3439-48b9-ba0e-2adbb38792e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=78793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 15:20:27.593162 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4884d03d-b743-4694-be45-6178c0628bc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15033e54-901c-4fdb-84e8-ba4de72c9c38,revision_number=0']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:20:27.603403 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.base_scheduler [None req-4884d03d-b743-4694-be45-6178c0628bc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-6-iscsi, 06377a76-cba3-4a9a-8a35-e745bfc855d3) {{(pid=78792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:20:27.613954 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645d9cf3-afe8-4874-9cc0-f8cac2c63c73 admin admin] Pushing event updated for resources: {'Network': ['ID=b0a67018-e604-4c5d-b021-363bc82650e3,revision_number=1']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:20:27.619880 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-645d9cf3-afe8-4874-9cc0-f8cac2c63c73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.549s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:20:27.620345 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-ce58ff16-169c-4023-b457-db639bab38e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.410s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:20:27.629286 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-4884d03d-b743-4694-be45-6178c0628bc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:20:27.639659 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-b1b42b36-fa33-490f-a5f5-449f75c11df9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:20:27.670535 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aa8511-3439-48b9-ba0e-2adbb38792e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6307c184-9367-4c50-a03b-173b376f0731,revision_number=1']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:20:27.675346 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-d2aa8511-3439-48b9-ba0e-2adbb38792e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428868'] for segment, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:27.675891 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.db.segments_db [None req-d2aa8511-3439-48b9-ba0e-2adbb38792e5 admin admin] Added segment 3562151b-8bf4-487d-bcfe-e1baea035031 of type vlan for network 7a9a0a63-2af5-4556-bd7a-991a8e39d133 May 12 15:20:27.677293 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-d2aa8511-3439-48b9-ba0e-2adbb38792e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:20:27.700684 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69463f22-1a34-4aaf-80cf-a0c9a250c13b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26f8a394-84de-4b7f-bab1-e7b5bbcca085,revision_number=1']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:20:27.721548 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Network b0a67018-e604-4c5d-b021-363bc82650e3 details requested by agent ovs-agent-dv-cinder-789603-6-iscsi with host dv-cinder-789603-6-iscsi {{(pid=78794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 15:20:27.729206 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-69463f22-1a34-4aaf-80cf-a0c9a250c13b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:20:27.739457 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-d2aa8511-3439-48b9-ba0e-2adbb38792e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739648879737'] for network, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:27.759167 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69463f22-1a34-4aaf-80cf-a0c9a250c13b admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=78792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 15:20:27.761921 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4884d03d-b743-4694-be45-6178c0628bc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:20:27.762514 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-4884d03d-b743-4694-be45-6178c0628bc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for subnet, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:27.804047 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-69463f22-1a34-4aaf-80cf-a0c9a250c13b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428868'] for segment, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:27.804386 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.db.segments_db [None req-69463f22-1a34-4aaf-80cf-a0c9a250c13b admin admin] Added segment 34984dec-b02d-48fa-8259-6a6c0a28b241 of type vlan for network fa82d59d-db2c-4192-8f60-49fd0c08dda4 May 12 15:20:27.850465 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-4884d03d-b743-4694-be45-6178c0628bc1 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8225751 May 12 15:20:27.979160 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-d2aa8511-3439-48b9-ba0e-2adbb38792e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427'] for network, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:27.999462 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2aa8511-3439-48b9-ba0e-2adbb38792e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:20:28.000053 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-d2aa8511-3439-48b9-ba0e-2adbb38792e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for network, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:28.015371 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-69463f22-1a34-4aaf-80cf-a0c9a250c13b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739648879737'] for network, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:28.041435 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:20:28.148901 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f404c9-cf0b-47f8-88e8-a6eb38ce9de5 None None] Network 06377a76-cba3-4a9a-8a35-e745bfc855d3 requested from dv-cinder-789603-6-iscsi {{(pid=78794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 15:20:28.158563 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-69463f22-1a34-4aaf-80cf-a0c9a250c13b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427'] for network, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:28.164970 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69463f22-1a34-4aaf-80cf-a0c9a250c13b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:20:28.167080 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-69463f22-1a34-4aaf-80cf-a0c9a250c13b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for network, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:28.184065 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-c19ea556-d113-4bc9-a02b-297725d7cf98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:20:28.232658 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aa8511-3439-48b9-ba0e-2adbb38792e5 admin admin] Pushing event updated for resources: {'Network': ['ID=7a9a0a63-2af5-4556-bd7a-991a8e39d133,revision_number=1']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:20:28.239754 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-d2aa8511-3439-48b9-ba0e-2adbb38792e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:20:28.241633 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-d2aa8511-3439-48b9-ba0e-2adbb38792e5 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0661559 May 12 15:20:28.255865 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Network 7a9a0a63-2af5-4556-bd7a-991a8e39d133 details requested by agent ovs-agent-dv-cinder-789603-6-iscsi with host dv-cinder-789603-6-iscsi {{(pid=78794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 15:20:28.293867 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 38448) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:20:28.328394 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.v2.base [None req-1ee8ef62-f7fe-4c56-82d9-dcbcab5f9db4 admin admin] Request body: {'subnet': {'network_id': '7a9a0a63-2af5-4556-bd7a-991a8e39d133', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1603197757-subnet', 'tenant_id': '67d1815edccf41cfb649225313f265b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:20:28.342358 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-1ee8ef62-f7fe-4c56-82d9-dcbcab5f9db4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:20:28.358507 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-1ee8ef62-f7fe-4c56-82d9-dcbcab5f9db4 admin admin] Usage tracker for resource:subnet and tenant:67d1815edccf41cfb649225313f265b3 is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:20:28.369044 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-1ee8ef62-f7fe-4c56-82d9-dcbcab5f9db4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:20:28.409027 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-1ee8ef62-f7fe-4c56-82d9-dcbcab5f9db4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:20:28.477317 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69463f22-1a34-4aaf-80cf-a0c9a250c13b admin admin] Pushing event updated for resources: {'Network': ['ID=fa82d59d-db2c-4192-8f60-49fd0c08dda4,revision_number=1']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:20:28.485005 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee8ef62-f7fe-4c56-82d9-dcbcab5f9db4 admin admin] Made reservation on behalf of 67d1815edccf41cfb649225313f265b3 for: {'subnet': 1} {{(pid=78793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:20:28.487995 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ef62-f7fe-4c56-82d9-dcbcab5f9db4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:28.504043 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-69463f22-1a34-4aaf-80cf-a0c9a250c13b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.4908390 May 12 15:20:28.506617 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-69463f22-1a34-4aaf-80cf-a0c9a250c13b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:20:28.507233 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 38468) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:20:28.507429 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Network fa82d59d-db2c-4192-8f60-49fd0c08dda4 details requested by agent ovs-agent-dv-cinder-789603-6-iscsi with host dv-cinder-789603-6-iscsi {{(pid=78794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 15:20:28.522674 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.v2.base [None req-0891dc72-e24f-4ca9-b0e0-9553f8dbc45b admin admin] Request body: {'subnet': {'network_id': 'fa82d59d-db2c-4192-8f60-49fd0c08dda4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1453598783-subnet', 'tenant_id': 'f1eaefd50b9e492fad3ef37a1fe257eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:20:28.531834 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-0891dc72-e24f-4ca9-b0e0-9553f8dbc45b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:20:28.597386 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-0891dc72-e24f-4ca9-b0e0-9553f8dbc45b admin admin] Usage tracker for resource:subnet and tenant:f1eaefd50b9e492fad3ef37a1fe257eb is out of sync, need to count used quota {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:20:28.600995 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-cfc378ed-77ff-4e4a-a604-1c88f6cbf182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427'] for subnet, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:28.603132 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-0891dc72-e24f-4ca9-b0e0-9553f8dbc45b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:20:28.616457 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-e905336f-5574-4ac7-9b81-5a8c8a9b5a73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:20:28.672213 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-0891dc72-e24f-4ca9-b0e0-9553f8dbc45b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:20:28.726436 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc378ed-77ff-4e4a-a604-1c88f6cbf182 admin admin] Checking segment: {'id': 'd283b5eb-b83c-4844-82f5-295710194741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'fb786cfb-6ac9-4fb8-8644-ee3baa944840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:20:28.727148 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc378ed-77ff-4e4a-a604-1c88f6cbf182 admin admin] Network hostable DHCP agents. Network: fb786cfb-6ac9-4fb8-8644-ee3baa944840, hostable agents: ['70f74d37-a86e-42b6-98ff-0814024719b2'], hosted agents: [] {{(pid=78792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 15:20:28.760916 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0891dc72-e24f-4ca9-b0e0-9553f8dbc45b admin admin] Made reservation on behalf of f1eaefd50b9e492fad3ef37a1fe257eb for: {'subnet': 1} {{(pid=78792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:20:28.764706 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-0891dc72-e24f-4ca9-b0e0-9553f8dbc45b admin admin] Notify callbacks [] for subnet, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:28.832522 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7972ea50-aa1c-42a9-915b-03f3c3190a5c None None] Network 06377a76-cba3-4a9a-8a35-e745bfc855d3 requested from dv-cinder-789603-6-iscsi {{(pid=78794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 15:20:28.914525 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-443d255f-f1ed-476d-829b-81f4135081ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427'] for subnet, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:28.940143 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-b2d809f6-4349-4c98-b99f-0a912675e151 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:20:29.085527 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443d255f-f1ed-476d-829b-81f4135081ae admin admin] Checking segment: {'id': '4319fcb2-d56a-483c-b9e5-3a743225ca7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b0a67018-e604-4c5d-b021-363bc82650e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:20:29.088224 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443d255f-f1ed-476d-829b-81f4135081ae admin admin] Network hostable DHCP agents. Network: b0a67018-e604-4c5d-b021-363bc82650e3, hostable agents: ['70f74d37-a86e-42b6-98ff-0814024719b2'], hosted agents: [] {{(pid=78793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 15:20:29.113185 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc378ed-77ff-4e4a-a604-1c88f6cbf182 admin admin] Network fb786cfb-6ac9-4fb8-8644-ee3baa944840 is scheduled to be hosted by DHCP agent 70f74d37-a86e-42b6-98ff-0814024719b2 with binding_index 1 {{(pid=78792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 15:20:29.130257 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443d255f-f1ed-476d-829b-81f4135081ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bfa47e8-ea4e-42ac-a644-064fdadd42d3,revision_number=0']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:20:29.136639 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-443d255f-f1ed-476d-829b-81f4135081ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:20:29.147250 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc378ed-77ff-4e4a-a604-1c88f6cbf182 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93335869-57f6-4f74-9e92-cecab8c181bc,revision_number=0']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:20:29.156633 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443d255f-f1ed-476d-829b-81f4135081ae admin admin] Network b0a67018-e604-4c5d-b021-363bc82650e3 is scheduled to be hosted by DHCP agent 70f74d37-a86e-42b6-98ff-0814024719b2 with binding_index 1 {{(pid=78793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 15:20:29.186249 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.base_scheduler [None req-443d255f-f1ed-476d-829b-81f4135081ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-6-iscsi, b0a67018-e604-4c5d-b021-363bc82650e3) {{(pid=78793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:20:29.196532 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443d255f-f1ed-476d-829b-81f4135081ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:20:29.197085 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-443d255f-f1ed-476d-829b-81f4135081ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for subnet, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:29.205958 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 38498) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:20:29.216530 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582799c1-db22-4cf9-a893-6dcf8f9d3706 None None] Network b0a67018-e604-4c5d-b021-363bc82650e3 requested from dv-cinder-789603-6-iscsi {{(pid=78794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 15:20:29.290813 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-443d255f-f1ed-476d-829b-81f4135081ae admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.1948738 May 12 15:20:29.293455 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 38514) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:20:29.300133 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.v2.base [None req-ad5b98c2-b1d7-4cb8-acfc-dad8cd2d6eed admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-379129705-router', 'tenant_id': 'f8b03419ce0c413cbee40794040a2918', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf'}}} {{(pid=78793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:20:29.306021 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-ad5b98c2-b1d7-4cb8-acfc-dad8cd2d6eed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:20:29.310557 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-ad5b98c2-b1d7-4cb8-acfc-dad8cd2d6eed admin admin] Usage tracker for resource:router and tenant:f8b03419ce0c413cbee40794040a2918 is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:20:29.315513 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-ad5b98c2-b1d7-4cb8-acfc-dad8cd2d6eed admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:20:29.322011 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-ad5b98c2-b1d7-4cb8-acfc-dad8cd2d6eed admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:20:29.338835 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-ad5b98c2-b1d7-4cb8-acfc-dad8cd2d6eed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1780202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13174'] for router, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:29.340824 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-ad5b98c2-b1d7-4cb8-acfc-dad8cd2d6eed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1780197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1710053', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1769634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13135'] for router, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:29.358189 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-cfc378ed-77ff-4e4a-a604-1c88f6cbf182 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.742s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:20:29.362700 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.base_scheduler [None req-cfc378ed-77ff-4e4a-a604-1c88f6cbf182 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-6-iscsi, fb786cfb-6ac9-4fb8-8644-ee3baa944840) {{(pid=78792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:20:29.370952 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc378ed-77ff-4e4a-a604-1c88f6cbf182 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:20:29.371599 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-cfc378ed-77ff-4e4a-a604-1c88f6cbf182 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for subnet, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:29.375388 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ef62-f7fe-4c56-82d9-dcbcab5f9db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427'] for subnet, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:29.390243 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-ad5b98c2-b1d7-4cb8-acfc-dad8cd2d6eed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:29.392370 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40be234-6b16-40fd-a7a1-562a821ee8d7 None None] Network fb786cfb-6ac9-4fb8-8644-ee3baa944840 requested from dv-cinder-789603-6-iscsi {{(pid=78794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 15:20:29.399700 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-cfc378ed-77ff-4e4a-a604-1c88f6cbf182 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.4384527 May 12 15:20:29.403598 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 38520) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:20:29.410130 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.v2.base [None req-0ba00496-8bf1-4f84-af68-9d74cc3fc637 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1338457299-router', 'tenant_id': '74c7c1c901cc4a308c52d5960e08ed68', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf'}}} {{(pid=78792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:20:29.419876 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-0ba00496-8bf1-4f84-af68-9d74cc3fc637 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:20:29.427257 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-0ba00496-8bf1-4f84-af68-9d74cc3fc637 admin admin] Usage tracker for resource:router and tenant:74c7c1c901cc4a308c52d5960e08ed68 is out of sync, need to count used quota {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:20:29.432123 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-0ba00496-8bf1-4f84-af68-9d74cc3fc637 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:20:29.441112 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-0ba00496-8bf1-4f84-af68-9d74cc3fc637 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:20:29.493327 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-0ba00496-8bf1-4f84-af68-9d74cc3fc637 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1780202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13174'] for router, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:29.495061 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-0ba00496-8bf1-4f84-af68-9d74cc3fc637 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1780197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1710053', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1769634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13135'] for router, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:29.536134 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-0ba00496-8bf1-4f84-af68-9d74cc3fc637 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:29.537658 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 38528) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:20:29.618975 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-0891dc72-e24f-4ca9-b0e0-9553f8dbc45b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427'] for subnet, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:29.621337 dv-cinder-789603-6-iscsi neutron-server[78792]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 12 15:20:29.626090 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:20:29.653732 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-b30c2417-f5da-4e12-a4cd-9aafd2932d38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:20:29.721276 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0891dc72-e24f-4ca9-b0e0-9553f8dbc45b admin admin] Pushing event updated for resources: {'Subnet': ['ID=42fa2371-9abb-47d3-9ee9-e865cdd551ce,revision_number=0']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:20:29.736755 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf6fd7b-5043-4806-8381-43f4efac012c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16f4760b-9c11-502a-9011-339955202960-b0a67018-e604-4c5d-b021-363bc82650e3', 'network_id': 'b0a67018-e604-4c5d-b021-363bc82650e3', 'tenant_id': 'f8b03419ce0c413cbee40794040a2918', 'fixed_ips': [{'subnet_id': '0bfa47e8-ea4e-42ac-a644-064fdadd42d3'}]}} from dv-cinder-789603-6-iscsi. {{(pid=78794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 12 15:20:29.737693 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-ccf6fd7b-5043-4806-8381-43f4efac012c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_create {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:29.791419 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-0891dc72-e24f-4ca9-b0e0-9553f8dbc45b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:20:29.998605 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1274bbb-1be3-4411-aa99-90a9e5d18717 None None] Network fb786cfb-6ac9-4fb8-8644-ee3baa944840 requested from dv-cinder-789603-6-iscsi {{(pid=78794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 15:20:30.008532 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-ad5b98c2-b1d7-4cb8-acfc-dad8cd2d6eed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1781278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13137'] for router, precommit_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:30.035202 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-756e8b48-98d5-458f-8b31-79ad8e091dbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:30.068921 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee8ef62-f7fe-4c56-82d9-dcbcab5f9db4 admin admin] Checking segment: {'id': '3562151b-8bf4-487d-bcfe-e1baea035031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7a9a0a63-2af5-4556-bd7a-991a8e39d133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:20:30.068921 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee8ef62-f7fe-4c56-82d9-dcbcab5f9db4 admin admin] Network hostable DHCP agents. Network: 7a9a0a63-2af5-4556-bd7a-991a8e39d133, hostable agents: ['70f74d37-a86e-42b6-98ff-0814024719b2'], hosted agents: [] {{(pid=78793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 15:20:30.106669 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-756e8b48-98d5-458f-8b31-79ad8e091dbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:20:30.107270 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-0ba00496-8bf1-4f84-af68-9d74cc3fc637 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1781278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13137'] for router, precommit_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:30.109020 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee8ef62-f7fe-4c56-82d9-dcbcab5f9db4 admin admin] Network 7a9a0a63-2af5-4556-bd7a-991a8e39d133 is scheduled to be hosted by DHCP agent 70f74d37-a86e-42b6-98ff-0814024719b2 with binding_index 1 {{(pid=78793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 15:20:30.131226 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0891dc72-e24f-4ca9-b0e0-9553f8dbc45b admin admin] Checking segment: {'id': '34984dec-b02d-48fa-8259-6a6c0a28b241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fa82d59d-db2c-4192-8f60-49fd0c08dda4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:20:30.131818 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0891dc72-e24f-4ca9-b0e0-9553f8dbc45b admin admin] Network hostable DHCP agents. Network: fa82d59d-db2c-4192-8f60-49fd0c08dda4, hostable agents: ['70f74d37-a86e-42b6-98ff-0814024719b2'], hosted agents: [] {{(pid=78792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 15:20:30.143739 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.db_base_plugin_common [None req-ccf6fd7b-5043-4806-8381-43f4efac012c None None] Allocated IP 172.20.0.2 (b0a67018-e604-4c5d-b021-363bc82650e3/0bfa47e8-ea4e-42ac-a644-064fdadd42d3/5bf0ed3f-6269-49f2-9a4f-3a93b9d91d38) {{(pid=78794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:20:30.167664 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-756e8b48-98d5-458f-8b31-79ad8e091dbe admin admin] Usage tracker for resource:security_group_rule and tenant:06921b0da4004cf98d187053fad27de2 is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:20:30.170310 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.base_scheduler [None req-1ee8ef62-f7fe-4c56-82d9-dcbcab5f9db4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-6-iscsi, 7a9a0a63-2af5-4556-bd7a-991a8e39d133) {{(pid=78793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:20:30.176218 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-756e8b48-98d5-458f-8b31-79ad8e091dbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:20:30.184916 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e8db34-7855-4b72-b979-0847a77d852f None None] Network 7a9a0a63-2af5-4556-bd7a-991a8e39d133 requested from dv-cinder-789603-6-iscsi {{(pid=78794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 15:20:30.191768 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee8ef62-f7fe-4c56-82d9-dcbcab5f9db4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:20:30.192348 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ef62-f7fe-4c56-82d9-dcbcab5f9db4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for subnet, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:30.211404 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-756e8b48-98d5-458f-8b31-79ad8e091dbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:20:30.223186 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-1ee8ef62-f7fe-4c56-82d9-dcbcab5f9db4 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9215083 May 12 15:20:30.313045 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 38556) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:20:30.374553 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee8ef62-f7fe-4c56-82d9-dcbcab5f9db4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=881371bc-0cab-4490-a652-bddfe720ce96,revision_number=0']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:20:30.380963 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-1ee8ef62-f7fe-4c56-82d9-dcbcab5f9db4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.755s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:20:30.399284 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-756e8b48-98d5-458f-8b31-79ad8e091dbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:30.408771 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2516aa-2c94-461c-bdcf-f41e57afeb39 req-8fff55a8-48e3-46e8-a4cf-f1b917a42553 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:20:30.416046 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-756e8b48-98d5-458f-8b31-79ad8e091dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:30.418462 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-ea2516aa-2c94-461c-bdcf-f41e57afeb39 req-8fff55a8-48e3-46e8-a4cf-f1b917a42553 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] 10.222.0.32 "GET /v2.0/networks?id=06377a76-cba3-4a9a-8a35-e745bfc855d3 HTTP/1.1" status: 200 len: 812 time: 0.8790433 May 12 15:20:30.436118 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-ea2516aa-2c94-461c-bdcf-f41e57afeb39 req-3bc3e8f3-5c27-422e-80cd-2bd50f45fa21 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] 10.222.0.32 "GET /v2.0/quotas/eaed5db22aef49719f96c44d6e15bfdb HTTP/1.1" status: 200 len: 375 time: 0.0168376 May 12 15:20:30.442724 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0891dc72-e24f-4ca9-b0e0-9553f8dbc45b admin admin] Network fa82d59d-db2c-4192-8f60-49fd0c08dda4 is scheduled to be hosted by DHCP agent 70f74d37-a86e-42b6-98ff-0814024719b2 with binding_index 1 {{(pid=78792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 15:20:30.459645 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:20:30.506692 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-ea2516aa-2c94-461c-bdcf-f41e57afeb39 req-f9904eea-7edd-4849-a5b8-486ddf90c9cb tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=eaed5db22aef49719f96c44d6e15bfdb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0598493 May 12 15:20:30.510045 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.base_scheduler [None req-0891dc72-e24f-4ca9-b0e0-9553f8dbc45b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-6-iscsi, fa82d59d-db2c-4192-8f60-49fd0c08dda4) {{(pid=78792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:20:30.515977 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0891dc72-e24f-4ca9-b0e0-9553f8dbc45b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:20:30.516488 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-0891dc72-e24f-4ca9-b0e0-9553f8dbc45b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for subnet, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:30.541133 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-0891dc72-e24f-4ca9-b0e0-9553f8dbc45b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0277822 May 12 15:20:30.566119 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f6e178-5b02-4d86-a7ae-0b9c901077f2 None None] Network fa82d59d-db2c-4192-8f60-49fd0c08dda4 requested from dv-cinder-789603-6-iscsi {{(pid=78794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 15:20:30.572979 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756e8b48-98d5-458f-8b31-79ad8e091dbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04fdff6f-d97a-44bf-8357-3978ede9606a,revision_number=1']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:20:30.586408 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-756e8b48-98d5-458f-8b31-79ad8e091dbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:20:30.591898 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-756e8b48-98d5-458f-8b31-79ad8e091dbe admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=06921b0da4004cf98d187053fad27de2&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3729804 May 12 15:20:30.596542 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 38574) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:20:30.733602 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-fc112f47-07af-4902-b38e-219f6b566588 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:30.943232 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-2ad6c011-f501-467d-937d-0be4fd146137 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:30.964152 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-fc112f47-07af-4902-b38e-219f6b566588 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:31.039825 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-0ba00496-8bf1-4f84-af68-9d74cc3fc637 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:31.093186 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a91ffeb-7c86-46ea-91ac-9f1b43d6f63f None None] Network 7a9a0a63-2af5-4556-bd7a-991a8e39d133 requested from dv-cinder-789603-6-iscsi {{(pid=78794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 15:20:31.100176 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-2ad6c011-f501-467d-937d-0be4fd146137 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:20:31.126293 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-0ba00496-8bf1-4f84-af68-9d74cc3fc637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:31.226061 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 38604) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:20:31.231257 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-2ad6c011-f501-467d-937d-0be4fd146137 admin admin] Usage tracker for resource:security_group_rule and tenant:3534de1cecd34faaaad3759dd87f81d4 is out of sync, need to count used quota {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:20:31.237797 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-2ad6c011-f501-467d-937d-0be4fd146137 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:20:31.240006 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-ad5b98c2-b1d7-4cb8-acfc-dad8cd2d6eed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:31.248227 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [req-ea2516aa-2c94-461c-bdcf-f41e57afeb39 req-6cc61279-e9e8-4263-90a5-17623c598056 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=78792) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 15:20:31.250032 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-ea2516aa-2c94-461c-bdcf-f41e57afeb39 req-6cc61279-e9e8-4263-90a5-17623c598056 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2844417 May 12 15:20:31.307467 dv-cinder-789603-6-iscsi neutron-server[78793]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 12 15:20:31.331427 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-ad5b98c2-b1d7-4cb8-acfc-dad8cd2d6eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:31.424983 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-2ad6c011-f501-467d-937d-0be4fd146137 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:20:31.441360 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-ccf6fd7b-5043-4806-8381-43f4efac012c None None] Notify callbacks [] for port, precommit_create {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:31.502100 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-ea2516aa-2c94-461c-bdcf-f41e57afeb39 req-03f63601-2567-46f3-83eb-b068cb1e761e service neutron] 10.222.0.32 "GET /v2.0/networks/06377a76-cba3-4a9a-8a35-e745bfc855d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351120 May 12 15:20:31.502713 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-ccf6fd7b-5043-4806-8381-43f4efac012c None None] Transition to ACTIVE for port object 5bf0ed3f-6269-49f2-9a4f-3a93b9d91d38 will not be triggered until provisioned by entity L2. {{(pid=78794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:20:31.530306 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.db_base_plugin_common [None req-ad5b98c2-b1d7-4cb8-acfc-dad8cd2d6eed admin admin] Allocated IP 172.27.2.196 (d9e66476-551f-4a93-96a6-794e2ee658bf/9a4f1bc6-77ee-4516-b181-cab47718771b/4c3aeed0-9682-42d7-b51e-efd94313e1cb) {{(pid=78793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:20:31.555828 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d4388f-e238-4e1d-819d-faaace4b629d None None] Network fa82d59d-db2c-4192-8f60-49fd0c08dda4 requested from dv-cinder-789603-6-iscsi {{(pid=78794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 15:20:31.644016 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 38618) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:20:31.658173 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.v2.base [None req-bdc3e0bc-ad2b-44b6-9323-1b3debf6f370 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-912596419-network', 'tenant_id': '40716fca00d04ee1b0b47b2e9a0fc9ef'}} {{(pid=78793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:20:31.662814 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-ccf6fd7b-5043-4806-8381-43f4efac012c None None] Transition to ACTIVE for port object 5bf0ed3f-6269-49f2-9a4f-3a93b9d91d38 will not be triggered until provisioned by entity DHCP. {{(pid=78794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:20:31.684452 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-ccf6fd7b-5043-4806-8381-43f4efac012c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739648862724'] for port, after_create {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:31.695495 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-e96496c0-70ca-406d-83d9-e6cf84b34da4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:20:31.725370 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-bdc3e0bc-ad2b-44b6-9323-1b3debf6f370 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:20:31.756198 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-bdc3e0bc-ad2b-44b6-9323-1b3debf6f370 admin admin] Usage tracker for resource:network and tenant:40716fca00d04ee1b0b47b2e9a0fc9ef is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:20:31.764434 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-bdc3e0bc-ad2b-44b6-9323-1b3debf6f370 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:20:31.776664 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-bdc3e0bc-ad2b-44b6-9323-1b3debf6f370 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:20:31.795227 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf6fd7b-5043-4806-8381-43f4efac012c None None] Network b0a67018-e604-4c5d-b021-363bc82650e3 is already hosted by enough agents. {{(pid=78794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:20:31.811130 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.scheduler.base_scheduler [None req-ccf6fd7b-5043-4806-8381-43f4efac012c None None] Resources bound (agent type, host, resource id): {{(pid=78794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:20:31.821129 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf6fd7b-5043-4806-8381-43f4efac012c None None] Pushing event updated for resources: {'Port': ['ID=5bf0ed3f-6269-49f2-9a4f-3a93b9d91d38,revision_number=1']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:20:31.823259 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-fc112f47-07af-4902-b38e-219f6b566588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:31.825444 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf6fd7b-5043-4806-8381-43f4efac012c None None] Received port after_create {{(pid=78794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:20:31.842783 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:20:31.863364 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf6fd7b-5043-4806-8381-43f4efac012c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:20:31.863626 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf6fd7b-5043-4806-8381-43f4efac012c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:20:31.863871 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf6fd7b-5043-4806-8381-43f4efac012c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:20:31.864805 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf6fd7b-5043-4806-8381-43f4efac012c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:20:31.864805 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf6fd7b-5043-4806-8381-43f4efac012c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:20:31.864995 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf6fd7b-5043-4806-8381-43f4efac012c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:20:31.865148 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf6fd7b-5043-4806-8381-43f4efac012c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:20:31.865638 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf6fd7b-5043-4806-8381-43f4efac012c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:20:31.865872 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf6fd7b-5043-4806-8381-43f4efac012c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:20:31.866188 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf6fd7b-5043-4806-8381-43f4efac012c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:20:31.866771 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf6fd7b-5043-4806-8381-43f4efac012c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:20:31.866938 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf6fd7b-5043-4806-8381-43f4efac012c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:20:31.868151 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf6fd7b-5043-4806-8381-43f4efac012c None None] Tracked resource versions report: May 12 15:20:31.868151 dv-cinder-789603-6-iscsi neutron-server[78794]: pushed versions: May 12 15:20:31.868151 dv-cinder-789603-6-iscsi neutron-server[78794]: { 'AddressGroup': {'1.2'}, May 12 15:20:31.868151 dv-cinder-789603-6-iscsi neutron-server[78794]: 'ConntrackHelper': {'1.0'}, May 12 15:20:31.868151 dv-cinder-789603-6-iscsi neutron-server[78794]: 'Log': {'1.0'}, May 12 15:20:31.868151 dv-cinder-789603-6-iscsi neutron-server[78794]: 'Network': {'1.1'}, May 12 15:20:31.868151 dv-cinder-789603-6-iscsi neutron-server[78794]: 'Port': {'1.7'}, May 12 15:20:31.868151 dv-cinder-789603-6-iscsi neutron-server[78794]: 'PortForwarding': {'1.2'}, May 12 15:20:31.868151 dv-cinder-789603-6-iscsi neutron-server[78794]: 'QosPolicy': {'1.8'}, May 12 15:20:31.868151 dv-cinder-789603-6-iscsi neutron-server[78794]: 'SecurityGroup': {'1.4'}, May 12 15:20:31.868151 dv-cinder-789603-6-iscsi neutron-server[78794]: 'SecurityGroupRule': {'1.2'}, May 12 15:20:31.868151 dv-cinder-789603-6-iscsi neutron-server[78794]: 'SubPort': {'1.0'}, May 12 15:20:31.868151 dv-cinder-789603-6-iscsi neutron-server[78794]: 'Subnet': {'1.1'}, May 12 15:20:31.868151 dv-cinder-789603-6-iscsi neutron-server[78794]: 'Trunk': {'1.1'}} May 12 15:20:31.868151 dv-cinder-789603-6-iscsi neutron-server[78794]: consumer versions: May 12 15:20:31.868151 dv-cinder-789603-6-iscsi neutron-server[78794]: { DHCP agent@dv-cinder-789603-6-iscsi: {}, May 12 15:20:31.868151 dv-cinder-789603-6-iscsi neutron-server[78794]: HyperV agent@hv-cinder-78960: {}, May 12 15:20:31.868151 dv-cinder-789603-6-iscsi neutron-server[78794]: L3 agent@dv-cinder-789603-6-iscsi: {}, May 12 15:20:31.868151 dv-cinder-789603-6-iscsi neutron-server[78794]: Metadata agent@dv-cinder-789603-6-iscsi: {}, May 12 15:20:31.868151 dv-cinder-789603-6-iscsi neutron-server[78794]: Metering agent@dv-cinder-789603-6-iscsi: {}, May 12 15:20:31.868151 dv-cinder-789603-6-iscsi neutron-server[78794]: Open vSwitch agent@dv-cinder-789603-6-iscsi: { 'AddressGroup': '1.2', May 12 15:20:31.868151 dv-cinder-789603-6-iscsi neutron-server[78794]: 'ConntrackHelper': '1.0', May 12 15:20:31.868151 dv-cinder-789603-6-iscsi neutron-server[78794]: 'Log': '1.0', May 12 15:20:31.868151 dv-cinder-789603-6-iscsi neutron-server[78794]: 'Network': '1.1', May 12 15:20:31.868151 dv-cinder-789603-6-iscsi neutron-server[78794]: 'Port': '1.7', May 12 15:20:31.868151 dv-cinder-789603-6-iscsi neutron-server[78794]: 'PortForwarding': '1.2', May 12 15:20:31.868151 dv-cinder-789603-6-iscsi neutron-server[78794]: 'QosPolicy': '1.8', May 12 15:20:31.868151 dv-cinder-789603-6-iscsi neutron-server[78794]: 'SecurityGroup': '1.4', May 12 15:20:31.868151 dv-cinder-789603-6-iscsi neutron-server[78794]: 'SecurityGroupRule': '1.2', May 12 15:20:31.868151 dv-cinder-789603-6-iscsi neutron-server[78794]: 'SubPort': '1.0', May 12 15:20:31.868151 dv-cinder-789603-6-iscsi neutron-server[78794]: 'Subnet': '1.1', May 12 15:20:31.868151 dv-cinder-789603-6-iscsi neutron-server[78794]: 'Trunk': '1.1'}} May 12 15:20:31.868151 dv-cinder-789603-6-iscsi neutron-server[78794]: {{(pid=78794) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 15:20:31.898425 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-ccf6fd7b-5043-4806-8381-43f4efac012c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:20:31.900559 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc3e0bc-ad2b-44b6-9323-1b3debf6f370 admin admin] Made reservation on behalf of 40716fca00d04ee1b0b47b2e9a0fc9ef for: {'network': 1} {{(pid=78793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:20:31.904528 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-bdc3e0bc-ad2b-44b6-9323-1b3debf6f370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for network, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:31.911271 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-ea2516aa-2c94-461c-bdcf-f41e57afeb39 req-319f7189-f85a-46c4-9c5f-0d1a014d9882 service neutron] 10.222.0.32 "GET /v2.0/networks/06377a76-cba3-4a9a-8a35-e745bfc855d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3966272 May 12 15:20:31.945377 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-2ad6c011-f501-467d-937d-0be4fd146137 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:31.953688 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-2ad6c011-f501-467d-937d-0be4fd146137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:31.984984 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:20:32.006431 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.managers [None req-ccf6fd7b-5043-4806-8381-43f4efac012c None None] Attempting to bind port 5bf0ed3f-6269-49f2-9a4f-3a93b9d91d38 on host dv-cinder-789603-6-iscsi for vnic_type normal with profile {{(pid=78794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:20:32.007120 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.managers [None req-ccf6fd7b-5043-4806-8381-43f4efac012c None None] Attempting to bind port 5bf0ed3f-6269-49f2-9a4f-3a93b9d91d38 by drivers openvswitch,hyperv on host dv-cinder-789603-6-iscsi at level 0 using segments [{'id': '4319fcb2-d56a-483c-b9e5-3a743225ca7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b0a67018-e604-4c5d-b021-363bc82650e3'}] {{(pid=78794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:20:32.007907 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf6fd7b-5043-4806-8381-43f4efac012c None None] Attempting to bind port 5bf0ed3f-6269-49f2-9a4f-3a93b9d91d38 on network b0a67018-e604-4c5d-b021-363bc82650e3 {{(pid=78794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:20:32.014777 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf6fd7b-5043-4806-8381-43f4efac012c None None] Checking agent: {'id': 'a7a9b333-fa08-4200-b168-94acd4aebf78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 15, 12, 52), 'started_at': datetime.datetime(2021, 5, 12, 15, 13, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 15, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:20:32.015447 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf6fd7b-5043-4806-8381-43f4efac012c None None] Checking segment: {'id': '4319fcb2-d56a-483c-b9e5-3a743225ca7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b0a67018-e604-4c5d-b021-363bc82650e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:20:32.016057 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-ccf6fd7b-5043-4806-8381-43f4efac012c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:32.016683 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf6fd7b-5043-4806-8381-43f4efac012c None None] Bound using segment: {'id': '4319fcb2-d56a-483c-b9e5-3a743225ca7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b0a67018-e604-4c5d-b021-363bc82650e3'} {{(pid=78794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:20:32.017411 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.managers [None req-ccf6fd7b-5043-4806-8381-43f4efac012c None None] Bound port: 5bf0ed3f-6269-49f2-9a4f-3a93b9d91d38, host: dv-cinder-789603-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4319fcb2-d56a-483c-b9e5-3a743225ca7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b0a67018-e604-4c5d-b021-363bc82650e3'}}] {{(pid=78794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:20:32.018139 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-ccf6fd7b-5043-4806-8381-43f4efac012c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:32.055964 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-ad5b98c2-b1d7-4cb8-acfc-dad8cd2d6eed admin admin] Notify callbacks [] for port, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:32.063181 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad6c011-f501-467d-937d-0be4fd146137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad6e8d99-ce02-4ecd-8c62-dffb368318af,revision_number=1']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:20:32.063428 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-bdc3e0bc-ad2b-44b6-9323-1b3debf6f370 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:32.080894 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-2ad6c011-f501-467d-937d-0be4fd146137 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:20:32.106388 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-2ad6c011-f501-467d-937d-0be4fd146137 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3534de1cecd34faaaad3759dd87f81d4&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7790723 May 12 15:20:32.109943 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 38624) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:20:32.145285 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-ccf6fd7b-5043-4806-8381-43f4efac012c None None] For port 5bf0ed3f-6269-49f2-9a4f-3a93b9d91d38, host dv-cinder-789603-6-iscsi, cleared binding levels {{(pid=78794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:20:32.150227 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf95a3c-1f6c-44c0-94c5-51ab23514495 req-1346a461-cc2e-47b3-96e6-50672a02f228 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:20:32.150643 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-ccf6fd7b-5043-4806-8381-43f4efac012c None None] For port 5bf0ed3f-6269-49f2-9a4f-3a93b9d91d38, host dv-cinder-789603-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-iscsi',level=0,port_id=5bf0ed3f-6269-49f2-9a4f-3a93b9d91d38,segment=NetworkSegment(4319fcb2-d56a-483c-b9e5-3a743225ca7f),segment_id=4319fcb2-d56a-483c-b9e5-3a743225ca7f)] {{(pid=78794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:20:32.151479 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [req-0bf95a3c-1f6c-44c0-94c5-51ab23514495 req-1346a461-cc2e-47b3-96e6-50672a02f228 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Synchronizing usage tracker for tenant:67d1815edccf41cfb649225313f265b3 on resource:network {{(pid=78793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:20:32.156151 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc112f47-07af-4902-b38e-219f6b566588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04fdff6f-d97a-44bf-8357-3978ede9606a,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:20:32.157482 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-ccf6fd7b-5043-4806-8381-43f4efac012c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:32.159947 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-bdc3e0bc-ad2b-44b6-9323-1b3debf6f370 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:20:32.172612 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:20:32.183099 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-fc112f47-07af-4902-b38e-219f6b566588 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:20:32.186370 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-bdc3e0bc-ad2b-44b6-9323-1b3debf6f370 admin admin] Usage tracker for resource:security_group_rule and tenant:40716fca00d04ee1b0b47b2e9a0fc9ef is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:20:32.205995 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-bdc3e0bc-ad2b-44b6-9323-1b3debf6f370 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:20:32.213516 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-51b8949a-94d2-418c-a572-aa8ab6066211 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:32.225483 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-fc112f47-07af-4902-b38e-219f6b566588 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:32.227032 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-fc112f47-07af-4902-b38e-219f6b566588 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/04fdff6f-d97a-44bf-8357-3978ede9606a HTTP/1.1" status: 204 len: 168 time: 1.6251204 May 12 15:20:32.239627 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-bdc3e0bc-ad2b-44b6-9323-1b3debf6f370 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:20:32.325301 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-8a9157c0-e72e-47b8-a67b-c31225c870b0 req-565ea8b5-ea74-4491-bf13-4ccf179f950a tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bacbc99-4e8f-48ab-8de9-cde56445a512 HTTP/1.1" status: 200 len: 210 time: 0.0594871 May 12 15:20:32.380006 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-51b8949a-94d2-418c-a572-aa8ab6066211 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:32.402817 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-ad5b98c2-b1d7-4cb8-acfc-dad8cd2d6eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739648862724'] for port, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:32.442318 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf6fd7b-5043-4806-8381-43f4efac012c None None] Pushing event updated for resources: {'Port': ['ID=5bf0ed3f-6269-49f2-9a4f-3a93b9d91d38,revision_number=2']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:20:32.452276 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:20:32.455580 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-ccf6fd7b-5043-4806-8381-43f4efac012c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:20:32.607224 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-51b8949a-94d2-418c-a572-aa8ab6066211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:32.625142 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-69463f22-1a34-4aaf-80cf-a0c9a250c13b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:20:32.640147 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.db_base_plugin_common [None req-0ba00496-8bf1-4f84-af68-9d74cc3fc637 admin admin] Allocated IP 172.27.2.194 (d9e66476-551f-4a93-96a6-794e2ee658bf/9a4f1bc6-77ee-4516-b181-cab47718771b/ede0adc9-7564-4e53-95f3-07808a31d783) {{(pid=78792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:20:32.648116 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b8949a-94d2-418c-a572-aa8ab6066211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad6e8d99-ce02-4ecd-8c62-dffb368318af,revision_number=None']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:20:32.651603 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-51b8949a-94d2-418c-a572-aa8ab6066211 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:20:32.662643 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-51b8949a-94d2-418c-a572-aa8ab6066211 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:32.663787 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-51b8949a-94d2-418c-a572-aa8ab6066211 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ad6e8d99-ce02-4ecd-8c62-dffb368318af HTTP/1.1" status: 204 len: 168 time: 0.5519445 May 12 15:20:32.705093 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5b98c2-b1d7-4cb8-acfc-dad8cd2d6eed admin admin] Network d9e66476-551f-4a93-96a6-794e2ee658bf is already hosted by enough agents. {{(pid=78793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:20:32.715575 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.base_scheduler [None req-ad5b98c2-b1d7-4cb8-acfc-dad8cd2d6eed admin admin] Resources bound (agent type, host, resource id): {{(pid=78793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:20:32.723727 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5b98c2-b1d7-4cb8-acfc-dad8cd2d6eed admin admin] Received port after_create {{(pid=78793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:20:32.935575 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5b98c2-b1d7-4cb8-acfc-dad8cd2d6eed admin admin] Pushing event updated for resources: {'Port': ['ID=4c3aeed0-9682-42d7-b51e-efd94313e1cb,revision_number=1']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:20:32.946712 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-ad5b98c2-b1d7-4cb8-acfc-dad8cd2d6eed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:20:33.000862 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-0ba00496-8bf1-4f84-af68-9d74cc3fc637 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:33.064688 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-0ba00496-8bf1-4f84-af68-9d74cc3fc637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739648862724'] for port, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:33.071343 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-64adb965-f937-4d47-8f22-71aca9068e93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:20:33.093512 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-bdc3e0bc-ad2b-44b6-9323-1b3debf6f370 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:33.125261 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-bdc3e0bc-ad2b-44b6-9323-1b3debf6f370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:33.127486 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 38660) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:20:33.136169 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-d2aa8511-3439-48b9-ba0e-2adbb38792e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:20:33.166743 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [req-0bf95a3c-1f6c-44c0-94c5-51ab23514495 req-1346a461-cc2e-47b3-96e6-50672a02f228 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Unset dirty status for tenant:67d1815edccf41cfb649225313f265b3 on resource:network {{(pid=78793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:20:33.167912 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-0bf95a3c-1f6c-44c0-94c5-51ab23514495 req-1346a461-cc2e-47b3-96e6-50672a02f228 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/networks?id=7a9a0a63-2af5-4556-bd7a-991a8e39d133 HTTP/1.1" status: 200 len: 815 time: 1.8681133 May 12 15:20:33.179199 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba00496-8bf1-4f84-af68-9d74cc3fc637 admin admin] Network d9e66476-551f-4a93-96a6-794e2ee658bf is already hosted by enough agents. {{(pid=78792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:20:33.182622 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.base_scheduler [None req-0ba00496-8bf1-4f84-af68-9d74cc3fc637 admin admin] Resources bound (agent type, host, resource id): {{(pid=78792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:20:33.191780 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba00496-8bf1-4f84-af68-9d74cc3fc637 admin admin] Received port after_create {{(pid=78792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:20:33.197551 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-fe343d70-c14e-4b70-b1a7-78c33a0c5f5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:33.299507 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdc3e0bc-ad2b-44b6-9323-1b3debf6f370 admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=78793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 15:20:33.348924 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba00496-8bf1-4f84-af68-9d74cc3fc637 admin admin] Pushing event updated for resources: {'Port': ['ID=ede0adc9-7564-4e53-95f3-07808a31d783,revision_number=1']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:20:33.360191 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-0ba00496-8bf1-4f84-af68-9d74cc3fc637 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:20:33.418093 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc3e0bc-ad2b-44b6-9323-1b3debf6f370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76409ce4-0d2e-4c9f-bf1f-8b35f8e4ca75,revision_number=1']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:20:33.421726 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-0bf95a3c-1f6c-44c0-94c5-51ab23514495 req-3c523eea-3cba-4f86-ac15-a6d76e2e0642 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/quotas/67d1815edccf41cfb649225313f265b3 HTTP/1.1" status: 200 len: 375 time: 0.2251763 May 12 15:20:33.422523 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-bdc3e0bc-ad2b-44b6-9323-1b3debf6f370 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:20:33.438434 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-bdc3e0bc-ad2b-44b6-9323-1b3debf6f370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428868'] for segment, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:33.439419 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.db.segments_db [None req-bdc3e0bc-ad2b-44b6-9323-1b3debf6f370 admin admin] Added segment 8cfd4afa-aef9-4178-81ec-a3bec2181d0b of type vlan for network 38550b36-25fb-441f-b9d2-edf18acb6abc May 12 15:20:33.483520 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-fe343d70-c14e-4b70-b1a7-78c33a0c5f5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:20:33.515236 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-37a61d27-5bff-43b0-914b-c3d6ba6799e8 req-99a96b25-6b50-4785-bc95-b5c164e0b634 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bacbc99-4e8f-48ab-8de9-cde56445a512 HTTP/1.1" status: 200 len: 210 time: 0.0933862 May 12 15:20:33.526325 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-fe343d70-c14e-4b70-b1a7-78c33a0c5f5e admin admin] Usage tracker for resource:security_group_rule and tenant:ac8878e7887241f48346a63a218f77cc is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:20:33.537345 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-0bf95a3c-1f6c-44c0-94c5-51ab23514495 req-a15390a3-96db-4b63-a705-430c736f79c3 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=67d1815edccf41cfb649225313f265b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0945015 May 12 15:20:33.537345 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-fe343d70-c14e-4b70-b1a7-78c33a0c5f5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:20:33.602526 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-ad5b98c2-b1d7-4cb8-acfc-dad8cd2d6eed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:33.772564 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-fe343d70-c14e-4b70-b1a7-78c33a0c5f5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:20:34.077767 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-0ba00496-8bf1-4f84-af68-9d74cc3fc637 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:34.127336 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-bdc3e0bc-ad2b-44b6-9323-1b3debf6f370 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739648879737'] for network, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:34.196638 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee57bb4b-d2fd-4a1b-9073-213493c3b9cd None None] Network b0a67018-e604-4c5d-b021-363bc82650e3 requested from dv-cinder-789603-6-iscsi {{(pid=78794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 15:20:34.337681 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [req-0bf95a3c-1f6c-44c0-94c5-51ab23514495 req-01a25870-d111-412b-b484-5ae33975ed4d service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=78793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 15:20:34.338715 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-0bf95a3c-1f6c-44c0-94c5-51ab23514495 req-01a25870-d111-412b-b484-5ae33975ed4d service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3186073 May 12 15:20:34.368972 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-fe343d70-c14e-4b70-b1a7-78c33a0c5f5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:34.397815 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-9a18faba-390d-4576-92ca-22441e271e21 None None] Provisioning for port 5bf0ed3f-6269-49f2-9a4f-3a93b9d91d38 completed by entity DHCP. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:20:34.429029 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-bdc3e0bc-ad2b-44b6-9323-1b3debf6f370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427'] for network, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:34.519771 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc3e0bc-ad2b-44b6-9323-1b3debf6f370 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:20:34.520747 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-bdc3e0bc-ad2b-44b6-9323-1b3debf6f370 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for network, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:34.543487 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-fe343d70-c14e-4b70-b1a7-78c33a0c5f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:34.666256 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-0ba00496-8bf1-4f84-af68-9d74cc3fc637 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705993'] for router, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:34.682394 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device 5bf0ed3f-6269-49f2-9a4f-3a93b9d91d38 up at agent ovs-agent-dv-cinder-789603-6-iscsi {{(pid=78794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:20:34.758029 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-d2aa8511-3439-48b9-ba0e-2adbb38792e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:20:34.844293 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Provisioning for port 5bf0ed3f-6269-49f2-9a4f-3a93b9d91d38 completed by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:20:34.854564 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Provisioning complete for port 5bf0ed3f-6269-49f2-9a4f-3a93b9d91d38 triggered by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:20:34.854899 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:34.921387 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-3b070dee-1698-4209-9795-1cc90fd27026 req-292d5125-7a50-4f59-8577-86a814a17a14 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bacbc99-4e8f-48ab-8de9-cde56445a512 HTTP/1.1" status: 200 len: 210 time: 0.1509001 May 12 15:20:35.143097 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ba00496-8bf1-4f84-af68-9d74cc3fc637 admin admin] Router 275190ca-dafe-4a83-8545-447583174189 is scheduled to L3 agent e96f2393-830b-46ef-bef2-f93615c2f352 with binding_index 1 {{(pid=78792) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 15:20:35.156653 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc3e0bc-ad2b-44b6-9323-1b3debf6f370 admin admin] Pushing event updated for resources: {'Network': ['ID=38550b36-25fb-441f-b9d2-edf18acb6abc,revision_number=1']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:20:35.163105 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-fe343d70-c14e-4b70-b1a7-78c33a0c5f5e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ac8878e7887241f48346a63a218f77cc&name=default HTTP/1.1" status: 200 len: 2975 time: 2.0291326 May 12 15:20:35.163105 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-bdc3e0bc-ad2b-44b6-9323-1b3debf6f370 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:20:35.165957 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.324s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:20:35.173999 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-bdc3e0bc-ad2b-44b6-9323-1b3debf6f370 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.5268385 May 12 15:20:35.181215 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Network 38550b36-25fb-441f-b9d2-edf18acb6abc details requested by agent ovs-agent-dv-cinder-789603-6-iscsi with host dv-cinder-789603-6-iscsi {{(pid=78794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 15:20:35.186345 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 38732) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:20:35.186685 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 38734) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:20:35.198270 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.v2.base [None req-2f137a3c-be31-4bb6-8dd7-277382023326 admin admin] Request body: {'subnet': {'network_id': '38550b36-25fb-441f-b9d2-edf18acb6abc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-912596419-subnet', 'tenant_id': '40716fca00d04ee1b0b47b2e9a0fc9ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:20:35.244041 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-2f137a3c-be31-4bb6-8dd7-277382023326 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:20:35.259897 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:35.301692 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-2f137a3c-be31-4bb6-8dd7-277382023326 admin admin] Usage tracker for resource:subnet and tenant:40716fca00d04ee1b0b47b2e9a0fc9ef is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:20:35.307173 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-2f137a3c-be31-4bb6-8dd7-277382023326 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:20:35.324558 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-ad5b98c2-b1d7-4cb8-acfc-dad8cd2d6eed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705993'] for router, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:35.330054 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-2f137a3c-be31-4bb6-8dd7-277382023326 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:20:35.332374 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe343d70-c14e-4b70-b1a7-78c33a0c5f5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db438377-74f3-4c19-8890-81f847bdcba6,revision_number=1']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:20:35.338580 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-0bf95a3c-1f6c-44c0-94c5-51ab23514495 req-f7634c2c-623a-4d05-b19b-2ca739d3e2c1 service neutron] 10.222.0.32 "GET /v2.0/networks/7a9a0a63-2af5-4556-bd7a-991a8e39d133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9717259 May 12 15:20:35.342587 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-fe343d70-c14e-4b70-b1a7-78c33a0c5f5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:20:35.354178 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] For port 5bf0ed3f-6269-49f2-9a4f-3a93b9d91d38, host dv-cinder-789603-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-iscsi',level=0,port_id=5bf0ed3f-6269-49f2-9a4f-3a93b9d91d38,segment=NetworkSegment(4319fcb2-d56a-483c-b9e5-3a743225ca7f),segment_id=4319fcb2-d56a-483c-b9e5-3a743225ca7f)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:20:35.362400 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:35.378474 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:20:35.483558 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Pushing event updated for resources: {'Port': ['ID=5bf0ed3f-6269-49f2-9a4f-3a93b9d91d38,revision_number=3']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:20:35.496528 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:20:35.503818 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ba00496-8bf1-4f84-af68-9d74cc3fc637 admin admin] Notify agent at l3_agent.dv-cinder-789603-6-iscsi the message routers_updated {{(pid=78792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:20:35.514474 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72b5470-c01e-416f-81a2-cdc74b78d8d1 None None] Sync routers for ids ['275190ca-dafe-4a83-8545-447583174189'] in dv-cinder-789603-6-iscsi {{(pid=78795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:20:35.528831 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72b5470-c01e-416f-81a2-cdc74b78d8d1 None None] Routers {'275190ca-dafe-4a83-8545-447583174189'} bound to L3 agent in host dv-cinder-789603-6-iscsi {{(pid=78795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:20:35.529489 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_hamode_db [None req-d72b5470-c01e-416f-81a2-cdc74b78d8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-12T15:12:51Z,description=,heartbeat_timestamp=2021-05-12T15:20:21Z,host='dv-cinder-789603-6-iscsi',id=e96f2393-830b-46ef-bef2-f93615c2f352,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:12:51Z,topic='l3_agent')) {'router_ids': ['275190ca-dafe-4a83-8545-447583174189'], 'active': True} {{(pid=78795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:20:35.549350 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-c1ed16ef-0ff9-43e7-9b27-da0ba8d90dfb None None] Provisioning complete for port 5bf0ed3f-6269-49f2-9a4f-3a93b9d91d38 triggered by entity DHCP. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:20:35.551027 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-c1ed16ef-0ff9-43e7-9b27-da0ba8d90dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:35.567174 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-0ba00496-8bf1-4f84-af68-9d74cc3fc637 admin admin] Notify callbacks [] for router, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:35.571079 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-0ba00496-8bf1-4f84-af68-9d74cc3fc637 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.1638815 May 12 15:20:35.572027 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 38750) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:20:35.663099 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f137a3c-be31-4bb6-8dd7-277382023326 admin admin] Made reservation on behalf of 40716fca00d04ee1b0b47b2e9a0fc9ef for: {'subnet': 1} {{(pid=78793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:20:35.665390 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-2f137a3c-be31-4bb6-8dd7-277382023326 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:35.742641 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_dvr_db [None req-d72b5470-c01e-416f-81a2-cdc74b78d8d1 None None] Set router 275190ca-dafe-4a83-8545-447583174189 gateway port host: dv-cinder-789603-6-iscsi {{(pid=78795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:20:35.976593 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-0bf95a3c-1f6c-44c0-94c5-51ab23514495 req-88c17a2b-fe90-4f84-b9bf-95b0b9cd5d25 service neutron] 10.222.0.32 "GET /v2.0/networks/7a9a0a63-2af5-4556-bd7a-991a8e39d133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5500059 May 12 15:20:36.015526 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-cd89afca-e94a-4e08-9d56-65e1501351b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:36.155618 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-cd89afca-e94a-4e08-9d56-65e1501351b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:36.311515 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad5b98c2-b1d7-4cb8-acfc-dad8cd2d6eed admin admin] Router 6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1 is scheduled to L3 agent e96f2393-830b-46ef-bef2-f93615c2f352 with binding_index 1 {{(pid=78793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 15:20:36.347954 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_hamode_db [None req-d72b5470-c01e-416f-81a2-cdc74b78d8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275190ca-dafe-4a83-8545-447583174189', 'name': 'tempest-ServerRescueNegativeTestJSON-1338457299-router', 'tenant_id': '74c7c1c901cc4a308c52d5960e08ed68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'ede0adc9-7564-4e53-95f3-07808a31d783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:20:29Z', 'updated_at': '2021-05-12T15:20:33Z', 'revision_number': 3, 'project_id': '74c7c1c901cc4a308c52d5960e08ed68', 'gw_port': {'id': 'ede0adc9-7564-4e53-95f3-07808a31d783', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1c:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '275190ca-dafe-4a83-8545-447583174189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:20:31Z', 'updated_at': '2021-05-12T15:20:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi'}], 'dv-cinder-789603-6-iscsi', False) {} {{(pid=78795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:20:36.362634 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72b5470-c01e-416f-81a2-cdc74b78d8d1 None None] Checking router: 275190ca-dafe-4a83-8545-447583174189 for host: dv-cinder-789603-6-iscsi {{(pid=78795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:20:36.362996 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72b5470-c01e-416f-81a2-cdc74b78d8d1 None None] Updating router 275190ca-dafe-4a83-8545-447583174189 port ede0adc9-7564-4e53-95f3-07808a31d783 binding host dv-cinder-789603-6-iscsi {{(pid=78795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 15:20:36.429756 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-b567217f-08d4-4633-b8a0-1b8a0ed62c24 req-c62a313e-53d3-4fe5-a6fa-ededb8ef4d24 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bacbc99-4e8f-48ab-8de9-cde56445a512 HTTP/1.1" status: 200 len: 210 time: 0.0874269 May 12 15:20:36.512753 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron_lib.callbacks.manager [None req-d72b5470-c01e-416f-81a2-cdc74b78d8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:36.571451 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-027b5e75-85e0-495f-9350-b3ad5da58653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:36.575832 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device 5bf0ed3f-6269-49f2-9a4f-3a93b9d91d38 up at agent ovs-agent-dv-cinder-789603-6-iscsi {{(pid=78794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:20:36.577296 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-cd89afca-e94a-4e08-9d56-65e1501351b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:36.596634 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-2f137a3c-be31-4bb6-8dd7-277382023326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427'] for subnet, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:36.620430 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-fc112f47-07af-4902-b38e-219f6b566588 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:20:36.644161 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-4b3da89d-8b80-48a4-8d07-a8efc7945a3a req-603c2644-eaed-4c0a-abd7-e9359db751a3 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=380c23e1-1666-441c-ac21-270ec89faa80 HTTP/1.1" status: 200 len: 210 time: 0.2000465 May 12 15:20:36.679445 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd89afca-e94a-4e08-9d56-65e1501351b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db438377-74f3-4c19-8890-81f847bdcba6,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:20:36.701012 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-cd89afca-e94a-4e08-9d56-65e1501351b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:20:36.725128 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:20:36.756563 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Provisioning complete for port 5bf0ed3f-6269-49f2-9a4f-3a93b9d91d38 triggered by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:20:36.757246 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:36.862842 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-cd89afca-e94a-4e08-9d56-65e1501351b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:36.866423 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-cd89afca-e94a-4e08-9d56-65e1501351b8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/db438377-74f3-4c19-8890-81f847bdcba6 HTTP/1.1" status: 204 len: 168 time: 1.6744125 May 12 15:20:36.983039 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f137a3c-be31-4bb6-8dd7-277382023326 admin admin] Checking segment: {'id': '8cfd4afa-aef9-4178-81ec-a3bec2181d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '38550b36-25fb-441f-b9d2-edf18acb6abc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:20:36.983398 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f137a3c-be31-4bb6-8dd7-277382023326 admin admin] Network hostable DHCP agents. Network: 38550b36-25fb-441f-b9d2-edf18acb6abc, hostable agents: ['70f74d37-a86e-42b6-98ff-0814024719b2'], hosted agents: [] {{(pid=78793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 15:20:36.999972 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.db_base_plugin_common [None req-027b5e75-85e0-495f-9350-b3ad5da58653 admin admin] Allocated IP 172.20.0.1 (fb786cfb-6ac9-4fb8-8644-ee3baa944840/93335869-57f6-4f74-9e92-cecab8c181bc/7b1adb1c-08d4-44c2-b100-f4c09e3ddca9) {{(pid=78792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:20:37.026080 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f137a3c-be31-4bb6-8dd7-277382023326 admin admin] Pushing event updated for resources: {'Subnet': ['ID=adb811a7-2282-4858-bec9-9ee66429e76f,revision_number=0']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:20:37.034108 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad5b98c2-b1d7-4cb8-acfc-dad8cd2d6eed admin admin] Notify agent at l3_agent.dv-cinder-789603-6-iscsi the message routers_updated {{(pid=78793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:20:37.075996 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-2f137a3c-be31-4bb6-8dd7-277382023326 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:20:37.154200 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f137a3c-be31-4bb6-8dd7-277382023326 admin admin] Network 38550b36-25fb-441f-b9d2-edf18acb6abc is scheduled to be hosted by DHCP agent 70f74d37-a86e-42b6-98ff-0814024719b2 with binding_index 1 {{(pid=78793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 15:20:37.155548 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2935db-2401-4f30-825a-eb772e5bcfd6 None None] Sync routers for ids ['6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1'] in dv-cinder-789603-6-iscsi {{(pid=78794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:20:37.167379 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2935db-2401-4f30-825a-eb772e5bcfd6 None None] Routers {'6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1'} bound to L3 agent in host dv-cinder-789603-6-iscsi {{(pid=78794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:20:37.168075 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-3f2935db-2401-4f30-825a-eb772e5bcfd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-12T15:12:51Z,description=,heartbeat_timestamp=2021-05-12T15:20:21Z,host='dv-cinder-789603-6-iscsi',id=e96f2393-830b-46ef-bef2-f93615c2f352,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:12:51Z,topic='l3_agent')) {'router_ids': ['6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1'], 'active': True} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:20:37.192207 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.base_scheduler [None req-2f137a3c-be31-4bb6-8dd7-277382023326 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-6-iscsi, 38550b36-25fb-441f-b9d2-edf18acb6abc) {{(pid=78793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:20:37.204094 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-ad5b98c2-b1d7-4cb8-acfc-dad8cd2d6eed admin admin] Notify callbacks [] for router, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:37.209119 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-ad5b98c2-b1d7-4cb8-acfc-dad8cd2d6eed admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.9114385 May 12 15:20:37.219735 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 38800) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:20:37.223599 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f137a3c-be31-4bb6-8dd7-277382023326 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:20:37.226811 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-2f137a3c-be31-4bb6-8dd7-277382023326 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for subnet, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:37.257598 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42dc0140-128a-417e-8a57-10cdf074d50b None None] Network 38550b36-25fb-441f-b9d2-edf18acb6abc requested from dv-cinder-789603-6-iscsi {{(pid=78794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 15:20:37.363907 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-027b5e75-85e0-495f-9350-b3ad5da58653 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:37.443284 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-027b5e75-85e0-495f-9350-b3ad5da58653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739648862724'] for port, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:37.458464 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron_lib.callbacks.manager [None req-d72b5470-c01e-416f-81a2-cdc74b78d8d1 None None] Notify callbacks [] for port, precommit_update {{(pid=78795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:37.472731 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-d842f476-e5d0-4bb4-8b38-30f4baaea394 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:20:37.489815 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.provisioning_blocks [None req-d72b5470-c01e-416f-81a2-cdc74b78d8d1 None None] Transition to ACTIVE for port object ede0adc9-7564-4e53-95f3-07808a31d783 will not be triggered until provisioned by entity L2. {{(pid=78795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:20:37.508476 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron_lib.callbacks.manager [None req-d72b5470-c01e-416f-81a2-cdc74b78d8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:37.518192 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:20:37.683597 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-2f137a3c-be31-4bb6-8dd7-277382023326 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.4894192 May 12 15:20:37.704014 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb57cf2-23eb-484e-adea-712d766998fc None None] Pushing event updated for resources: {'Port': ['ID=ede0adc9-7564-4e53-95f3-07808a31d783,revision_number=2']} {{(pid=78795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:20:37.705124 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027b5e75-85e0-495f-9350-b3ad5da58653 admin admin] Pushing event updated for resources: {'Port': ['ID=7b1adb1c-08d4-44c2-b100-f4c09e3ddca9,revision_number=1']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:20:37.709945 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-027b5e75-85e0-495f-9350-b3ad5da58653 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:20:37.745005 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb57cf2-23eb-484e-adea-712d766998fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:20:37.745500 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb57cf2-23eb-484e-adea-712d766998fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:20:37.746114 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb57cf2-23eb-484e-adea-712d766998fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:20:37.746672 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb57cf2-23eb-484e-adea-712d766998fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:20:37.747210 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb57cf2-23eb-484e-adea-712d766998fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:20:37.747831 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb57cf2-23eb-484e-adea-712d766998fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:20:37.764332 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb57cf2-23eb-484e-adea-712d766998fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:20:37.766154 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb57cf2-23eb-484e-adea-712d766998fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:20:37.766759 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb57cf2-23eb-484e-adea-712d766998fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:20:37.767338 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb57cf2-23eb-484e-adea-712d766998fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:20:37.769823 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb57cf2-23eb-484e-adea-712d766998fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:20:37.771960 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb57cf2-23eb-484e-adea-712d766998fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:20:37.780095 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb57cf2-23eb-484e-adea-712d766998fc None None] Tracked resource versions report: May 12 15:20:37.780095 dv-cinder-789603-6-iscsi neutron-server[78795]: pushed versions: May 12 15:20:37.780095 dv-cinder-789603-6-iscsi neutron-server[78795]: { 'AddressGroup': {'1.2'}, May 12 15:20:37.780095 dv-cinder-789603-6-iscsi neutron-server[78795]: 'ConntrackHelper': {'1.0'}, May 12 15:20:37.780095 dv-cinder-789603-6-iscsi neutron-server[78795]: 'Log': {'1.0'}, May 12 15:20:37.780095 dv-cinder-789603-6-iscsi neutron-server[78795]: 'Network': {'1.1'}, May 12 15:20:37.780095 dv-cinder-789603-6-iscsi neutron-server[78795]: 'Port': {'1.7'}, May 12 15:20:37.780095 dv-cinder-789603-6-iscsi neutron-server[78795]: 'PortForwarding': {'1.2'}, May 12 15:20:37.780095 dv-cinder-789603-6-iscsi neutron-server[78795]: 'QosPolicy': {'1.8'}, May 12 15:20:37.780095 dv-cinder-789603-6-iscsi neutron-server[78795]: 'SecurityGroup': {'1.4'}, May 12 15:20:37.780095 dv-cinder-789603-6-iscsi neutron-server[78795]: 'SecurityGroupRule': {'1.2'}, May 12 15:20:37.780095 dv-cinder-789603-6-iscsi neutron-server[78795]: 'SubPort': {'1.0'}, May 12 15:20:37.780095 dv-cinder-789603-6-iscsi neutron-server[78795]: 'Subnet': {'1.1'}, May 12 15:20:37.780095 dv-cinder-789603-6-iscsi neutron-server[78795]: 'Trunk': {'1.1'}} May 12 15:20:37.780095 dv-cinder-789603-6-iscsi neutron-server[78795]: consumer versions: May 12 15:20:37.780095 dv-cinder-789603-6-iscsi neutron-server[78795]: { DHCP agent@dv-cinder-789603-6-iscsi: {}, May 12 15:20:37.780095 dv-cinder-789603-6-iscsi neutron-server[78795]: HyperV agent@hv-cinder-78960: {}, May 12 15:20:37.780095 dv-cinder-789603-6-iscsi neutron-server[78795]: L3 agent@dv-cinder-789603-6-iscsi: {}, May 12 15:20:37.780095 dv-cinder-789603-6-iscsi neutron-server[78795]: Metadata agent@dv-cinder-789603-6-iscsi: {}, May 12 15:20:37.780095 dv-cinder-789603-6-iscsi neutron-server[78795]: Metering agent@dv-cinder-789603-6-iscsi: {}, May 12 15:20:37.780095 dv-cinder-789603-6-iscsi neutron-server[78795]: Open vSwitch agent@dv-cinder-789603-6-iscsi: { 'AddressGroup': '1.2', May 12 15:20:37.780095 dv-cinder-789603-6-iscsi neutron-server[78795]: 'ConntrackHelper': '1.0', May 12 15:20:37.780095 dv-cinder-789603-6-iscsi neutron-server[78795]: 'Log': '1.0', May 12 15:20:37.780095 dv-cinder-789603-6-iscsi neutron-server[78795]: 'Network': '1.1', May 12 15:20:37.780095 dv-cinder-789603-6-iscsi neutron-server[78795]: 'Port': '1.7', May 12 15:20:37.780095 dv-cinder-789603-6-iscsi neutron-server[78795]: 'PortForwarding': '1.2', May 12 15:20:37.780095 dv-cinder-789603-6-iscsi neutron-server[78795]: 'QosPolicy': '1.8', May 12 15:20:37.780095 dv-cinder-789603-6-iscsi neutron-server[78795]: 'SecurityGroup': '1.4', May 12 15:20:37.780095 dv-cinder-789603-6-iscsi neutron-server[78795]: 'SecurityGroupRule': '1.2', May 12 15:20:37.780095 dv-cinder-789603-6-iscsi neutron-server[78795]: 'SubPort': '1.0', May 12 15:20:37.780095 dv-cinder-789603-6-iscsi neutron-server[78795]: 'Subnet': '1.1', May 12 15:20:37.780095 dv-cinder-789603-6-iscsi neutron-server[78795]: 'Trunk': '1.1'}} May 12 15:20:37.780095 dv-cinder-789603-6-iscsi neutron-server[78795]: {{(pid=78795) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 15:20:37.808647 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-01f46462-4d01-40bd-8bda-78d4d010a1bd req-a4565dfb-72aa-4220-b8ac-9a9a2c3f346f tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bacbc99-4e8f-48ab-8de9-cde56445a512 HTTP/1.1" status: 200 len: 210 time: 0.1008584 May 12 15:20:37.812891 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027b5e75-85e0-495f-9350-b3ad5da58653 admin admin] Network fb786cfb-6ac9-4fb8-8644-ee3baa944840 is already hosted by enough agents. {{(pid=78792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:20:37.816988 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.base_scheduler [None req-027b5e75-85e0-495f-9350-b3ad5da58653 admin admin] Resources bound (agent type, host, resource id): {{(pid=78792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:20:37.824796 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG oslo_concurrency.lockutils [None req-9bb57cf2-23eb-484e-adea-712d766998fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=78795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:20:37.829817 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027b5e75-85e0-495f-9350-b3ad5da58653 admin admin] Received port after_create {{(pid=78792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:20:37.830298 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-027b5e75-85e0-495f-9350-b3ad5da58653 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705686'] for router_interface, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:37.881980 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.plugins.ml2.managers [None req-d72b5470-c01e-416f-81a2-cdc74b78d8d1 None None] Attempting to bind port ede0adc9-7564-4e53-95f3-07808a31d783 on host dv-cinder-789603-6-iscsi for vnic_type normal with profile {{(pid=78795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:20:37.885583 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8387882-1ab3-4beb-8c27-1ccceab739a9 None None] Network 38550b36-25fb-441f-b9d2-edf18acb6abc requested from dv-cinder-789603-6-iscsi {{(pid=78794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 15:20:37.886631 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.plugins.ml2.managers [None req-d72b5470-c01e-416f-81a2-cdc74b78d8d1 None None] Attempting to bind port ede0adc9-7564-4e53-95f3-07808a31d783 by drivers openvswitch,hyperv on host dv-cinder-789603-6-iscsi at level 0 using segments [{'id': '5d059134-8cbd-4fdb-844f-331960400265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf'}] {{(pid=78795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:20:37.887103 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72b5470-c01e-416f-81a2-cdc74b78d8d1 None None] Attempting to bind port ede0adc9-7564-4e53-95f3-07808a31d783 on network d9e66476-551f-4a93-96a6-794e2ee658bf {{(pid=78795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:20:37.904739 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72b5470-c01e-416f-81a2-cdc74b78d8d1 None None] Checking agent: {'id': 'a7a9b333-fa08-4200-b168-94acd4aebf78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 15, 12, 52), 'started_at': datetime.datetime(2021, 5, 12, 15, 13, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 15, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:20:37.905337 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72b5470-c01e-416f-81a2-cdc74b78d8d1 None None] Checking segment: {'id': '5d059134-8cbd-4fdb-844f-331960400265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:20:37.905867 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron_lib.callbacks.manager [None req-d72b5470-c01e-416f-81a2-cdc74b78d8d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:37.906329 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72b5470-c01e-416f-81a2-cdc74b78d8d1 None None] Bound using segment: {'id': '5d059134-8cbd-4fdb-844f-331960400265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf'} {{(pid=78795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:20:37.906914 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.plugins.ml2.managers [None req-d72b5470-c01e-416f-81a2-cdc74b78d8d1 None None] Bound port: ede0adc9-7564-4e53-95f3-07808a31d783, host: dv-cinder-789603-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d059134-8cbd-4fdb-844f-331960400265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf'}}] {{(pid=78795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:20:37.907949 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron_lib.callbacks.manager [None req-d72b5470-c01e-416f-81a2-cdc74b78d8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:38.070322 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.plugins.ml2.db [None req-d72b5470-c01e-416f-81a2-cdc74b78d8d1 None None] For port ede0adc9-7564-4e53-95f3-07808a31d783, host dv-cinder-789603-6-iscsi, cleared binding levels {{(pid=78795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:20:38.074152 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.plugins.ml2.db [None req-d72b5470-c01e-416f-81a2-cdc74b78d8d1 None None] For port ede0adc9-7564-4e53-95f3-07808a31d783, host dv-cinder-789603-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-iscsi',level=0,port_id=ede0adc9-7564-4e53-95f3-07808a31d783,segment=NetworkSegment(5d059134-8cbd-4fdb-844f-331960400265),segment_id=5d059134-8cbd-4fdb-844f-331960400265)] {{(pid=78795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:20:38.088592 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron_lib.callbacks.manager [None req-d72b5470-c01e-416f-81a2-cdc74b78d8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:38.094292 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG oslo_concurrency.lockutils [None req-6ac394de-59ab-41f1-946b-697e9d459dbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:20:38.095959 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-0ed01b12-cbc6-48fc-a536-6d26d2e01e9b req-f932c0e3-8644-4c4d-b4bc-c7fcbba2580c tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=380c23e1-1666-441c-ac21-270ec89faa80 HTTP/1.1" status: 200 len: 210 time: 0.2948260 May 12 15:20:38.104121 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 38834) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:20:38.130030 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-027b5e75-85e0-495f-9350-b3ad5da58653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:38.181171 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb57cf2-23eb-484e-adea-712d766998fc None None] Pushing event updated for resources: {'Port': ['ID=ede0adc9-7564-4e53-95f3-07808a31d783,revision_number=3']} {{(pid=78795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:20:38.186220 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72b5470-c01e-416f-81a2-cdc74b78d8d1 None None] Routers {'275190ca-dafe-4a83-8545-447583174189'} bound to L3 agent in host dv-cinder-789603-6-iscsi {{(pid=78795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:20:38.187209 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_hamode_db [None req-d72b5470-c01e-416f-81a2-cdc74b78d8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-12T15:12:51Z,description=,heartbeat_timestamp=2021-05-12T15:20:21Z,host='dv-cinder-789603-6-iscsi',id=e96f2393-830b-46ef-bef2-f93615c2f352,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:12:51Z,topic='l3_agent')) {'router_ids': ['275190ca-dafe-4a83-8545-447583174189'], 'active': True} {{(pid=78795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:20:38.215741 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.db_base_plugin_v2 [None req-621ccc57-f880-4fc9-8b2a-cd061f70fbed admin admin] Deleting subnet 42fa2371-9abb-47d3-9ee9-e865cdd551ce {{(pid=78793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 12 15:20:38.219406 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-621ccc57-f880-4fc9-8b2a-cd061f70fbed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:38.236699 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvr_db [None req-3f2935db-2401-4f30-825a-eb772e5bcfd6 None None] Set router 6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1 gateway port host: dv-cinder-789603-6-iscsi {{(pid=78794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:20:38.262391 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG oslo_concurrency.lockutils [None req-9bb57cf2-23eb-484e-adea-712d766998fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=78795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:20:38.282595 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-621ccc57-f880-4fc9-8b2a-cd061f70fbed admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:38.290678 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-621ccc57-f880-4fc9-8b2a-cd061f70fbed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1440695'] for subnet, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:38.509921 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-027b5e75-85e0-495f-9350-b3ad5da58653 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:38.520360 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-027b5e75-85e0-495f-9350-b3ad5da58653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:38.521437 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-027b5e75-85e0-495f-9350-b3ad5da58653 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705589'] for router_interface, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:38.545889 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-0ba00496-8bf1-4f84-af68-9d74cc3fc637 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:20:38.563181 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_dvr_db [None req-d72b5470-c01e-416f-81a2-cdc74b78d8d1 None None] Set router 275190ca-dafe-4a83-8545-447583174189 gateway port host: dv-cinder-789603-6-iscsi {{(pid=78795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:20:38.702739 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027b5e75-85e0-495f-9350-b3ad5da58653 admin admin] Pushing event updated for resources: {'Port': ['ID=7b1adb1c-08d4-44c2-b100-f4c09e3ddca9,revision_number=2']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:20:38.708146 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-027b5e75-85e0-495f-9350-b3ad5da58653 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:20:38.799671 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-621ccc57-f880-4fc9-8b2a-cd061f70fbed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1440696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427'] for subnet, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:38.815364 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-1ee8ef62-f7fe-4c56-82d9-dcbcab5f9db4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:20:38.854165 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-621ccc57-f880-4fc9-8b2a-cd061f70fbed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for subnet, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:38.868610 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621ccc57-f880-4fc9-8b2a-cd061f70fbed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42fa2371-9abb-47d3-9ee9-e865cdd551ce,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:20:38.882090 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-621ccc57-f880-4fc9-8b2a-cd061f70fbed admin admin] 10.222.0.32 "DELETE /v2.0/subnets/42fa2371-9abb-47d3-9ee9-e865cdd551ce HTTP/1.1" status: 204 len: 168 time: 0.7766852 May 12 15:20:38.885707 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-621ccc57-f880-4fc9-8b2a-cd061f70fbed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:20:38.889902 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 38852) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:20:38.922077 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027b5e75-85e0-495f-9350-b3ad5da58653 admin admin] Network fb786cfb-6ac9-4fb8-8644-ee3baa944840 is already hosted by enough agents. {{(pid=78792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:20:38.923879 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.base_scheduler [None req-027b5e75-85e0-495f-9350-b3ad5da58653 admin admin] Resources bound (agent type, host, resource id): {{(pid=78792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:20:38.961612 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-3f2935db-2401-4f30-825a-eb772e5bcfd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1', 'name': 'tempest-AttachVolumeTestJSON-379129705-router', 'tenant_id': 'f8b03419ce0c413cbee40794040a2918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '4c3aeed0-9682-42d7-b51e-efd94313e1cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:20:29Z', 'updated_at': '2021-05-12T15:20:33Z', 'revision_number': 3, 'project_id': 'f8b03419ce0c413cbee40794040a2918', 'gw_port': {'id': '4c3aeed0-9682-42d7-b51e-efd94313e1cb', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ba:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:20:31Z', 'updated_at': '2021-05-12T15:20:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi'}], 'dv-cinder-789603-6-iscsi', False) {} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:20:38.972368 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2935db-2401-4f30-825a-eb772e5bcfd6 None None] Checking router: 6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1 for host: dv-cinder-789603-6-iscsi {{(pid=78794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:20:38.972726 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2935db-2401-4f30-825a-eb772e5bcfd6 None None] Updating router 6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1 port 4c3aeed0-9682-42d7-b51e-efd94313e1cb binding host dv-cinder-789603-6-iscsi {{(pid=78794) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 15:20:39.077753 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-3f2935db-2401-4f30-825a-eb772e5bcfd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:39.134217 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_hamode_db [None req-d72b5470-c01e-416f-81a2-cdc74b78d8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275190ca-dafe-4a83-8545-447583174189', 'name': 'tempest-ServerRescueNegativeTestJSON-1338457299-router', 'tenant_id': '74c7c1c901cc4a308c52d5960e08ed68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'ede0adc9-7564-4e53-95f3-07808a31d783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:20:29Z', 'updated_at': '2021-05-12T15:20:37Z', 'revision_number': 4, 'project_id': '74c7c1c901cc4a308c52d5960e08ed68', 'gw_port': {'id': 'ede0adc9-7564-4e53-95f3-07808a31d783', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1c:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '275190ca-dafe-4a83-8545-447583174189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:20:31Z', 'updated_at': '2021-05-12T15:20:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi', '_interfaces': [{'id': '7b1adb1c-08d4-44c2-b100-f4c09e3ddca9', 'name': '', 'network_id': 'fb786cfb-6ac9-4fb8-8644-ee3baa944840', 'tenant_id': '74c7c1c901cc4a308c52d5960e08ed68', 'mac_address': 'fa:16:3e:90:50:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '275190ca-dafe-4a83-8545-447583174189', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '93335869-57f6-4f74-9e92-cecab8c181bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:20:36Z', 'updated_at': '2021-05-12T15:20:37Z', 'revision_number': 1, 'project_id': '74c7c1c901cc4a308c52d5960e08ed68', 'subnets': [{'id': '93335869-57f6-4f74-9e92-cecab8c181bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-iscsi', False) {} {{(pid=78795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:20:39.140811 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72b5470-c01e-416f-81a2-cdc74b78d8d1 None None] The sync data for ids ['275190ca-dafe-4a83-8545-447583174189'] in dv-cinder-789603-6-iscsi is: [{'id': '275190ca-dafe-4a83-8545-447583174189', 'name': 'tempest-ServerRescueNegativeTestJSON-1338457299-router', 'tenant_id': '74c7c1c901cc4a308c52d5960e08ed68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'ede0adc9-7564-4e53-95f3-07808a31d783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:20:29Z', 'updated_at': '2021-05-12T15:20:37Z', 'revision_number': 4, 'project_id': '74c7c1c901cc4a308c52d5960e08ed68', 'gw_port': {'id': 'ede0adc9-7564-4e53-95f3-07808a31d783', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1c:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '275190ca-dafe-4a83-8545-447583174189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:20:31Z', 'updated_at': '2021-05-12T15:20:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi', '_interfaces': [{'id': '7b1adb1c-08d4-44c2-b100-f4c09e3ddca9', 'name': '', 'network_id': 'fb786cfb-6ac9-4fb8-8644-ee3baa944840', 'tenant_id': '74c7c1c901cc4a308c52d5960e08ed68', 'mac_address': 'fa:16:3e:90:50:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '275190ca-dafe-4a83-8545-447583174189', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '93335869-57f6-4f74-9e92-cecab8c181bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:20:36Z', 'updated_at': '2021-05-12T15:20:37Z', 'revision_number': 1, 'project_id': '74c7c1c901cc4a308c52d5960e08ed68', 'subnets': [{'id': '93335869-57f6-4f74-9e92-cecab8c181bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:20:39.203258 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-069a6dc1-6cd3-4076-a6cd-411b29ae4a2a req-54e23152-5aac-454d-b3e6-2657d159e7aa tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bacbc99-4e8f-48ab-8de9-cde56445a512 HTTP/1.1" status: 200 len: 210 time: 0.1452093 May 12 15:20:39.326186 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-027b5e75-85e0-495f-9350-b3ad5da58653 admin admin] Router 275190ca-dafe-4a83-8545-447583174189 has already been hosted by L3 agent e96f2393-830b-46ef-bef2-f93615c2f352 {{(pid=78792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 15:20:39.376000 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-9f90dd8d-8786-465b-acde-38a7ec8a25b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741559'] for network, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:39.570506 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-3f2935db-2401-4f30-825a-eb772e5bcfd6 None None] Notify callbacks [] for port, precommit_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:39.601933 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-3f2935db-2401-4f30-825a-eb772e5bcfd6 None None] Transition to ACTIVE for port object 4c3aeed0-9682-42d7-b51e-efd94313e1cb will not be triggered until provisioned by entity L2. {{(pid=78794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:20:39.616657 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-3f2935db-2401-4f30-825a-eb772e5bcfd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:39.627830 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-e96496c0-70ca-406d-83d9-e6cf84b34da4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:20:39.686498 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-9f90dd8d-8786-465b-acde-38a7ec8a25b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1434444', 'neutron.services.segments.db._delete_segments_for_network-8739649303709'] for network, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:39.701473 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-9f90dd8d-8786-465b-acde-38a7ec8a25b8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=78793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:20:39.701839 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-9f90dd8d-8786-465b-acde-38a7ec8a25b8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=78793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:20:39.702619 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-9f90dd8d-8786-465b-acde-38a7ec8a25b8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:20:39.702966 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-9f90dd8d-8786-465b-acde-38a7ec8a25b8 admin admin] Subscribe: > port after_create 55550000 {{(pid=78793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:20:39.703287 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-9f90dd8d-8786-465b-acde-38a7ec8a25b8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=78793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:20:39.703618 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-9f90dd8d-8786-465b-acde-38a7ec8a25b8 admin admin] Subscribe: > port after_update 55550000 {{(pid=78793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:20:39.703936 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-9f90dd8d-8786-465b-acde-38a7ec8a25b8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=78793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:20:39.704439 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-9f90dd8d-8786-465b-acde-38a7ec8a25b8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:20:39.704758 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-9f90dd8d-8786-465b-acde-38a7ec8a25b8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:20:39.705076 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-9f90dd8d-8786-465b-acde-38a7ec8a25b8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=78793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:20:39.801597 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-027b5e75-85e0-495f-9350-b3ad5da58653 admin admin] Notify agent at l3_agent.dv-cinder-789603-6-iscsi the message routers_updated {{(pid=78792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:20:39.820571 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.managers [None req-3f2935db-2401-4f30-825a-eb772e5bcfd6 None None] Attempting to bind port 4c3aeed0-9682-42d7-b51e-efd94313e1cb on host dv-cinder-789603-6-iscsi for vnic_type normal with profile {{(pid=78794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:20:39.820940 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.managers [None req-3f2935db-2401-4f30-825a-eb772e5bcfd6 None None] Attempting to bind port 4c3aeed0-9682-42d7-b51e-efd94313e1cb by drivers openvswitch,hyperv on host dv-cinder-789603-6-iscsi at level 0 using segments [{'id': '5d059134-8cbd-4fdb-844f-331960400265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf'}] {{(pid=78794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:20:39.821299 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2935db-2401-4f30-825a-eb772e5bcfd6 None None] Attempting to bind port 4c3aeed0-9682-42d7-b51e-efd94313e1cb on network d9e66476-551f-4a93-96a6-794e2ee658bf {{(pid=78794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:20:39.824050 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-027b5e75-85e0-495f-9350-b3ad5da58653 admin admin] 10.222.0.32 "PUT /v2.0/routers/275190ca-dafe-4a83-8545-447583174189/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2505698 May 12 15:20:39.829150 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2132519e-e2ef-425c-9738-59a8cd9c4194 None None] Pushing event updated for resources: {'Port': ['ID=4c3aeed0-9682-42d7-b51e-efd94313e1cb,revision_number=2']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:20:39.833951 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-2132519e-e2ef-425c-9738-59a8cd9c4194 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:20:39.847103 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2935db-2401-4f30-825a-eb772e5bcfd6 None None] Checking agent: {'id': 'a7a9b333-fa08-4200-b168-94acd4aebf78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 15, 12, 52), 'started_at': datetime.datetime(2021, 5, 12, 15, 13, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 15, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:20:39.851203 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2935db-2401-4f30-825a-eb772e5bcfd6 None None] Checking segment: {'id': '5d059134-8cbd-4fdb-844f-331960400265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:20:39.852079 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-3f2935db-2401-4f30-825a-eb772e5bcfd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:39.852433 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2935db-2401-4f30-825a-eb772e5bcfd6 None None] Bound using segment: {'id': '5d059134-8cbd-4fdb-844f-331960400265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf'} {{(pid=78794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:20:39.852950 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.managers [None req-3f2935db-2401-4f30-825a-eb772e5bcfd6 None None] Bound port: 4c3aeed0-9682-42d7-b51e-efd94313e1cb, host: dv-cinder-789603-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d059134-8cbd-4fdb-844f-331960400265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf'}}] {{(pid=78794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:20:39.853346 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-3f2935db-2401-4f30-825a-eb772e5bcfd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:39.945349 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-9f90dd8d-8786-465b-acde-38a7ec8a25b8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:20:39.946255 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-9f90dd8d-8786-465b-acde-38a7ec8a25b8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:20:39.946255 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-9f90dd8d-8786-465b-acde-38a7ec8a25b8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=78793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:20:39.946583 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-9f90dd8d-8786-465b-acde-38a7ec8a25b8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=78793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:20:39.946741 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.services.segments.db [None req-9f90dd8d-8786-465b-acde-38a7ec8a25b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa82d59d-db2c-4192-8f60-49fd0c08dda4']}} {{(pid=78793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:20:39.975890 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.services.segments.db [None req-9f90dd8d-8786-465b-acde-38a7ec8a25b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34984dec-b02d-48fa-8259-6a6c0a28b241') {'for_net_delete': True} {{(pid=78793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:20:39.977721 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.services.segments.db [None req-9f90dd8d-8786-465b-acde-38a7ec8a25b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34984dec-b02d-48fa-8259-6a6c0a28b241') {} {{(pid=78793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:20:40.002094 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-9f90dd8d-8786-465b-acde-38a7ec8a25b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649315175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316474'] for segment, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:40.021860 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-3f2935db-2401-4f30-825a-eb772e5bcfd6 None None] For port 4c3aeed0-9682-42d7-b51e-efd94313e1cb, host dv-cinder-789603-6-iscsi, cleared binding levels {{(pid=78794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:20:40.042048 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-3f2935db-2401-4f30-825a-eb772e5bcfd6 None None] For port 4c3aeed0-9682-42d7-b51e-efd94313e1cb, host dv-cinder-789603-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-iscsi',level=0,port_id=4c3aeed0-9682-42d7-b51e-efd94313e1cb,segment=NetworkSegment(5d059134-8cbd-4fdb-844f-331960400265),segment_id=5d059134-8cbd-4fdb-844f-331960400265)] {{(pid=78794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:20:40.044607 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-9f90dd8d-8786-465b-acde-38a7ec8a25b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428868'] for segment, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:40.056930 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-3f2935db-2401-4f30-825a-eb772e5bcfd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:40.067839 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f90dd8d-8786-465b-acde-38a7ec8a25b8 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=78793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 15:20:40.069183 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-9f90dd8d-8786-465b-acde-38a7ec8a25b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3598944'] for segment, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:40.082701 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-ccf6fd7b-5043-4806-8381-43f4efac012c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:20:40.252093 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.85', 49558) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:20:40.367843 dv-cinder-789603-6-iscsi neutron-server[78793]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 12 15:20:40.367843 dv-cinder-789603-6-iscsi neutron-server[78793]: from cryptography.utils import int_from_bytes May 12 15:20:40.367843 dv-cinder-789603-6-iscsi neutron-server[78793]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 12 15:20:40.367843 dv-cinder-789603-6-iscsi neutron-server[78793]: from cryptography.utils import int_from_bytes May 12 15:20:40.367843 dv-cinder-789603-6-iscsi neutron-server[78793]: Traceback (most recent call last): May 12 15:20:40.367843 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 15:20:40.367843 dv-cinder-789603-6-iscsi neutron-server[78793]: timer() May 12 15:20:40.367843 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 15:20:40.367843 dv-cinder-789603-6-iscsi neutron-server[78793]: cb(*args, **kw) May 12 15:20:40.367843 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 12 15:20:40.367843 dv-cinder-789603-6-iscsi neutron-server[78793]: return func(*args, **kwargs) May 12 15:20:40.367843 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 15:20:40.367843 dv-cinder-789603-6-iscsi neutron-server[78793]: self._notify() May 12 15:20:40.367843 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 15:20:40.367843 dv-cinder-789603-6-iscsi neutron-server[78793]: self.callback(batched_events) May 12 15:20:40.367843 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 15:20:40.367843 dv-cinder-789603-6-iscsi neutron-server[78793]: event.method(event) May 12 15:20:40.367843 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 15:20:40.367843 dv-cinder-789603-6-iscsi neutron-server[78793]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 15:20:40.367843 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 15:20:40.367843 dv-cinder-789603-6-iscsi neutron-server[78793]: aggregate_uuid = self.p_client.list_aggregates( May 12 15:20:40.367843 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 15:20:40.367843 dv-cinder-789603-6-iscsi neutron-server[78793]: return f(self, *a, **k) May 12 15:20:40.367843 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 15:20:40.367843 dv-cinder-789603-6-iscsi neutron-server[78793]: return self._get(url).json() May 12 15:20:40.367843 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 15:20:40.367843 dv-cinder-789603-6-iscsi neutron-server[78793]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 15:20:40.367843 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 15:20:40.367843 dv-cinder-789603-6-iscsi neutron-server[78793]: return self.request(url, 'GET', **kwargs) May 12 15:20:40.367843 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 15:20:40.367843 dv-cinder-789603-6-iscsi neutron-server[78793]: base_url = self.get_endpoint(auth, allow=allow, May 12 15:20:40.367843 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 15:20:40.367843 dv-cinder-789603-6-iscsi neutron-server[78793]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 15:20:40.367843 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 15:20:40.367843 dv-cinder-789603-6-iscsi neutron-server[78793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 15:20:40.367843 dv-cinder-789603-6-iscsi neutron-server[78793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 15:20:40.371826 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2935db-2401-4f30-825a-eb772e5bcfd6 None None] Routers {'6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1'} bound to L3 agent in host dv-cinder-789603-6-iscsi {{(pid=78794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:20:40.372151 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-3f2935db-2401-4f30-825a-eb772e5bcfd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-12T15:12:51Z,description=,heartbeat_timestamp=2021-05-12T15:20:21Z,host='dv-cinder-789603-6-iscsi',id=e96f2393-830b-46ef-bef2-f93615c2f352,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:12:51Z,topic='l3_agent')) {'router_ids': ['6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1'], 'active': True} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:20:40.373140 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-cfb39819-bdeb-46d9-984b-25acd287689c req-58beb1fe-4fd3-4776-affd-dc2bb2b54017 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=380c23e1-1666-441c-ac21-270ec89faa80 HTTP/1.1" status: 200 len: 210 time: 0.9287205 May 12 15:20:40.379902 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-9f90dd8d-8786-465b-acde-38a7ec8a25b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1434421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706613'] for network, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:40.395296 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-ce58ff16-169c-4023-b457-db639bab38e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:20:40.553183 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2132519e-e2ef-425c-9738-59a8cd9c4194 None None] Pushing event updated for resources: {'Port': ['ID=4c3aeed0-9682-42d7-b51e-efd94313e1cb,revision_number=3']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:20:40.649558 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-2132519e-e2ef-425c-9738-59a8cd9c4194 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:20:40.687085 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-9f90dd8d-8786-465b-acde-38a7ec8a25b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for network, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:40.722831 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-9f90dd8d-8786-465b-acde-38a7ec8a25b8 admin admin] 10.222.0.32 "DELETE /v2.0/networks/fa82d59d-db2c-4192-8f60-49fd0c08dda4 HTTP/1.1" status: 204 len: 168 time: 1.8316808 May 12 15:20:40.731602 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f90dd8d-8786-465b-acde-38a7ec8a25b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa82d59d-db2c-4192-8f60-49fd0c08dda4,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:20:40.743863 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 38898) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:20:40.769904 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-9f90dd8d-8786-465b-acde-38a7ec8a25b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:20:40.787774 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvr_db [None req-3f2935db-2401-4f30-825a-eb772e5bcfd6 None None] Set router 6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1 gateway port host: dv-cinder-789603-6-iscsi {{(pid=78794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:20:40.868845 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.85', 49559) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:20:40.904592 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-21aedf91-ccdf-4e55-b727-d9442131ebc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:41.021589 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-04d5e8f2-d643-4bc6-abf5-6f1f6160a73e req-fc55a1e1-486b-4bb2-93f7-24119197516a tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bacbc99-4e8f-48ab-8de9-cde56445a512 HTTP/1.1" status: 200 len: 210 time: 0.4973426 May 12 15:20:41.036375 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2516aa-2c94-461c-bdcf-f41e57afeb39 req-af06c03e-5f31-46a3-92c0-e8baab31b9b2 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:20:41.043716 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-ea2516aa-2c94-461c-bdcf-f41e57afeb39 req-af06c03e-5f31-46a3-92c0-e8baab31b9b2 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] 10.222.0.85 "GET /v2.0/networks?id=06377a76-cba3-4a9a-8a35-e745bfc855d3 HTTP/1.1" status: 200 len: 812 time: 0.7904763 May 12 15:20:41.114048 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.v2.base [req-ea2516aa-2c94-461c-bdcf-f41e57afeb39 req-e4fbab9e-c371-4aac-a6d4-73f5c20a0a81 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] Request body: {'port': {'device_id': '2bacbc99-4e8f-48ab-8de9-cde56445a512', 'network_id': '06377a76-cba3-4a9a-8a35-e745bfc855d3', 'admin_state_up': True, 'tenant_id': 'eaed5db22aef49719f96c44d6e15bfdb'}} {{(pid=78792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:20:41.129122 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device ede0adc9-7564-4e53-95f3-07808a31d783 up at agent ovs-agent-dv-cinder-789603-6-iscsi {{(pid=78794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:20:41.228135 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf95a3c-1f6c-44c0-94c5-51ab23514495 req-8a0c98ad-c6eb-4f34-bde0-1715620781a3 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:20:41.233748 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-0bf95a3c-1f6c-44c0-94c5-51ab23514495 req-8a0c98ad-c6eb-4f34-bde0-1715620781a3 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.85 "GET /v2.0/networks?id=7a9a0a63-2af5-4556-bd7a-991a8e39d133 HTTP/1.1" status: 200 len: 815 time: 0.3574550 May 12 15:20:41.295893 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.v2.base [req-0bf95a3c-1f6c-44c0-94c5-51ab23514495 req-ed32d287-f974-4601-8df4-11173db058e8 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Request body: {'port': {'device_id': '380c23e1-1666-441c-ac21-270ec89faa80', 'network_id': '7a9a0a63-2af5-4556-bd7a-991a8e39d133', 'admin_state_up': True, 'tenant_id': '67d1815edccf41cfb649225313f265b3'}} {{(pid=78793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:20:41.459584 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [req-ea2516aa-2c94-461c-bdcf-f41e57afeb39 req-e4fbab9e-c371-4aac-a6d4-73f5c20a0a81 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:20:41.468754 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [req-ea2516aa-2c94-461c-bdcf-f41e57afeb39 req-e4fbab9e-c371-4aac-a6d4-73f5c20a0a81 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] Usage tracker for resource:port and tenant:eaed5db22aef49719f96c44d6e15bfdb is out of sync, need to count used quota {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:20:41.479986 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [req-ea2516aa-2c94-461c-bdcf-f41e57afeb39 req-e4fbab9e-c371-4aac-a6d4-73f5c20a0a81 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:20:41.493316 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [req-ea2516aa-2c94-461c-bdcf-f41e57afeb39 req-e4fbab9e-c371-4aac-a6d4-73f5c20a0a81 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:20:41.508504 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea2516aa-2c94-461c-bdcf-f41e57afeb39 req-e4fbab9e-c371-4aac-a6d4-73f5c20a0a81 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] Made reservation on behalf of eaed5db22aef49719f96c44d6e15bfdb for: {'port': 1} {{(pid=78792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:20:41.519056 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-ea2516aa-2c94-461c-bdcf-f41e57afeb39 req-e4fbab9e-c371-4aac-a6d4-73f5c20a0a81 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:41.759715 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Provisioning for port ede0adc9-7564-4e53-95f3-07808a31d783 completed by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:20:41.781329 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Provisioning complete for port ede0adc9-7564-4e53-95f3-07808a31d783 triggered by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:20:41.781714 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:41.807306 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d389d6-37e3-4006-9e55-1b3ee867d511 req-8d351c50-05d3-4e4e-8bb9-85ca14afde6b tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:20:41.809329 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-30d389d6-37e3-4006-9e55-1b3ee867d511 req-8d351c50-05d3-4e4e-8bb9-85ca14afde6b tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/networks?id=fb786cfb-6ac9-4fb8-8644-ee3baa944840 HTTP/1.1" status: 200 len: 819 time: 0.5676913 May 12 15:20:41.818061 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-04253587-4408-4e93-9828-7ba0df602a95 req-017052d4-6c3b-4b45-88d5-94d042e9a0ee tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=380c23e1-1666-441c-ac21-270ec89faa80 HTTP/1.1" status: 200 len: 210 time: 0.0727613 May 12 15:20:41.883231 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.db_base_plugin_common [req-ea2516aa-2c94-461c-bdcf-f41e57afeb39 req-e4fbab9e-c371-4aac-a6d4-73f5c20a0a81 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] Allocated IP 172.20.0.10 (06377a76-cba3-4a9a-8a35-e745bfc855d3/15033e54-901c-4fdb-84e8-ba4de72c9c38/84b91f9b-8e19-4ead-8758-eaa0d1c6b869) {{(pid=78792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:20:41.949097 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9fbfbae-f18a-432f-9df5-12e851d72ccd admin admin] Deleting subnet adb811a7-2282-4858-bec9-9ee66429e76f {{(pid=78793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 12 15:20:41.960686 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-c9fbfbae-f18a-432f-9df5-12e851d72ccd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:42.049338 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-c9fbfbae-f18a-432f-9df5-12e851d72ccd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316453'] for subnet, precommit_delete_associations {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:42.107928 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-c9fbfbae-f18a-432f-9df5-12e851d72ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1440695'] for subnet, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:42.192136 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:42.232418 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-3f2935db-2401-4f30-825a-eb772e5bcfd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1', 'name': 'tempest-AttachVolumeTestJSON-379129705-router', 'tenant_id': 'f8b03419ce0c413cbee40794040a2918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '4c3aeed0-9682-42d7-b51e-efd94313e1cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:20:29Z', 'updated_at': '2021-05-12T15:20:33Z', 'revision_number': 3, 'project_id': 'f8b03419ce0c413cbee40794040a2918', 'gw_port': {'id': '4c3aeed0-9682-42d7-b51e-efd94313e1cb', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ba:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:20:31Z', 'updated_at': '2021-05-12T15:20:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi'}], 'dv-cinder-789603-6-iscsi', False) {} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:20:42.242998 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2935db-2401-4f30-825a-eb772e5bcfd6 None None] The sync data for ids ['6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1'] in dv-cinder-789603-6-iscsi is: [{'id': '6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1', 'name': 'tempest-AttachVolumeTestJSON-379129705-router', 'tenant_id': 'f8b03419ce0c413cbee40794040a2918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '4c3aeed0-9682-42d7-b51e-efd94313e1cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:20:29Z', 'updated_at': '2021-05-12T15:20:33Z', 'revision_number': 3, 'project_id': 'f8b03419ce0c413cbee40794040a2918', 'gw_port': {'id': '4c3aeed0-9682-42d7-b51e-efd94313e1cb', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ba:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:20:31Z', 'updated_at': '2021-05-12T15:20:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi'}] {{(pid=78794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:20:42.272360 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] For port ede0adc9-7564-4e53-95f3-07808a31d783, host dv-cinder-789603-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-iscsi',level=0,port_id=ede0adc9-7564-4e53-95f3-07808a31d783,segment=NetworkSegment(5d059134-8cbd-4fdb-844f-331960400265),segment_id=5d059134-8cbd-4fdb-844f-331960400265)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:20:42.285019 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:42.296939 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:20:42.380566 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-30d389d6-37e3-4006-9e55-1b3ee867d511 req-ce70a9b1-4e97-4d85-b7ae-1fa646038b42 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/quotas/74c7c1c901cc4a308c52d5960e08ed68 HTTP/1.1" status: 200 len: 375 time: 0.4859340 May 12 15:20:42.437762 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [req-0bf95a3c-1f6c-44c0-94c5-51ab23514495 req-ed32d287-f974-4601-8df4-11173db058e8 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:20:42.507838 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Pushing event updated for resources: {'Port': ['ID=ede0adc9-7564-4e53-95f3-07808a31d783,revision_number=4']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:20:42.520610 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:20:42.522028 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-8c5a6a7f-e6ff-4d6b-8f32-b8e033a30ef3 req-a0d06e00-1e61-4596-abf1-4b9c47fb1841 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bacbc99-4e8f-48ab-8de9-cde56445a512 HTTP/1.1" status: 200 len: 210 time: 0.1621079 May 12 15:20:42.613825 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-ea2516aa-2c94-461c-bdcf-f41e57afeb39 req-e4fbab9e-c371-4aac-a6d4-73f5c20a0a81 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] Notify callbacks [] for port, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:42.668389 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [req-0bf95a3c-1f6c-44c0-94c5-51ab23514495 req-ed32d287-f974-4601-8df4-11173db058e8 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Usage tracker for resource:port and tenant:67d1815edccf41cfb649225313f265b3 is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:20:42.682751 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [req-0bf95a3c-1f6c-44c0-94c5-51ab23514495 req-ed32d287-f974-4601-8df4-11173db058e8 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:20:42.708351 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-ea2516aa-2c94-461c-bdcf-f41e57afeb39 req-e4fbab9e-c371-4aac-a6d4-73f5c20a0a81 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739648862724'] for port, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:42.748632 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-027b5e75-85e0-495f-9350-b3ad5da58653 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:20:42.828395 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [req-0bf95a3c-1f6c-44c0-94c5-51ab23514495 req-ed32d287-f974-4601-8df4-11173db058e8 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:20:42.922908 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cab273-10e6-447b-9345-8b1f7256af9e None None] Sync routers for ids ['275190ca-dafe-4a83-8545-447583174189'] in dv-cinder-789603-6-iscsi {{(pid=78795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:20:42.942694 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cab273-10e6-447b-9345-8b1f7256af9e None None] Routers {'275190ca-dafe-4a83-8545-447583174189'} bound to L3 agent in host dv-cinder-789603-6-iscsi {{(pid=78795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:20:42.943730 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_hamode_db [None req-d2cab273-10e6-447b-9345-8b1f7256af9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-12T15:12:51Z,description=,heartbeat_timestamp=2021-05-12T15:20:21Z,host='dv-cinder-789603-6-iscsi',id=e96f2393-830b-46ef-bef2-f93615c2f352,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:12:51Z,topic='l3_agent')) {'router_ids': ['275190ca-dafe-4a83-8545-447583174189'], 'active': True} {{(pid=78795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:20:42.989686 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea2516aa-2c94-461c-bdcf-f41e57afeb39 req-e4fbab9e-c371-4aac-a6d4-73f5c20a0a81 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] Network 06377a76-cba3-4a9a-8a35-e745bfc855d3 is already hosted by enough agents. {{(pid=78792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:20:42.995746 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.base_scheduler [req-ea2516aa-2c94-461c-bdcf-f41e57afeb39 req-e4fbab9e-c371-4aac-a6d4-73f5c20a0a81 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] Resources bound (agent type, host, resource id): {{(pid=78792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:20:43.002022 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea2516aa-2c94-461c-bdcf-f41e57afeb39 req-e4fbab9e-c371-4aac-a6d4-73f5c20a0a81 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] Received port after_create {{(pid=78792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:20:43.022152 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2516aa-2c94-461c-bdcf-f41e57afeb39 req-e4fbab9e-c371-4aac-a6d4-73f5c20a0a81 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:20:43.023148 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-ea2516aa-2c94-461c-bdcf-f41e57afeb39 req-e4fbab9e-c371-4aac-a6d4-73f5c20a0a81 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2050383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for port, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:43.100918 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fbab9e-c371-4aac-a6d4-73f5c20a0a81 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] Pushing event updated for resources: {'Port': ['ID=84b91f9b-8e19-4ead-8758-eaa0d1c6b869,revision_number=1']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:20:43.122235 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-e4fbab9e-c371-4aac-a6d4-73f5c20a0a81 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:20:43.195141 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bf95a3c-1f6c-44c0-94c5-51ab23514495 req-ed32d287-f974-4601-8df4-11173db058e8 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Made reservation on behalf of 67d1815edccf41cfb649225313f265b3 for: {'port': 1} {{(pid=78793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:20:43.199202 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-0bf95a3c-1f6c-44c0-94c5-51ab23514495 req-ed32d287-f974-4601-8df4-11173db058e8 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:43.260821 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-ea2516aa-2c94-461c-bdcf-f41e57afeb39 req-e4fbab9e-c371-4aac-a6d4-73f5c20a0a81 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1543572 May 12 15:20:43.297357 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-20b05c50-bc67-4611-aa8f-2884897da3ad req-43380863-4067-4559-b35c-39ee1a530fa9 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=380c23e1-1666-441c-ac21-270ec89faa80 HTTP/1.1" status: 200 len: 210 time: 0.1550078 May 12 15:20:43.425819 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-c9fbfbae-f18a-432f-9df5-12e851d72ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1440696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3598854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4155494'] for subnet, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:43.480972 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-443d255f-f1ed-476d-829b-81f4135081ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:20:43.516003 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_dvr_db [None req-d2cab273-10e6-447b-9345-8b1f7256af9e None None] Set router 275190ca-dafe-4a83-8545-447583174189 gateway port host: dv-cinder-789603-6-iscsi {{(pid=78795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:20:43.522722 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-30d389d6-37e3-4006-9e55-1b3ee867d511 req-ed56d8e5-dcfb-4845-9af3-5163a01f4860 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=74c7c1c901cc4a308c52d5960e08ed68&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0973759 May 12 15:20:43.549427 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fbfbae-f18a-432f-9df5-12e851d72ccd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adb811a7-2282-4858-bec9-9ee66429e76f,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:20:43.613028 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-c9fbfbae-f18a-432f-9df5-12e851d72ccd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:20:43.614314 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-c9fbfbae-f18a-432f-9df5-12e851d72ccd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for subnet, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:43.761705 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.db_base_plugin_common [None req-21aedf91-ccdf-4e55-b727-d9442131ebc8 admin admin] Allocated IP 172.20.0.1 (b0a67018-e604-4c5d-b021-363bc82650e3/0bfa47e8-ea4e-42ac-a644-064fdadd42d3/6ad1f101-24d4-4aa8-9e68-0852222902c7) {{(pid=78793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:20:43.807455 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-c9fbfbae-f18a-432f-9df5-12e851d72ccd admin admin] 10.222.0.32 "DELETE /v2.0/subnets/adb811a7-2282-4858-bec9-9ee66429e76f HTTP/1.1" status: 204 len: 168 time: 3.0478351 May 12 15:20:43.841159 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 38996) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:20:44.013616 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-447d9684-3805-48da-9d40-4949538e8100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741559'] for network, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:44.023477 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6388aa2-bba6-4154-b12a-907572d333e3 req-32df0445-477e-43f4-8561-f9c2022cb530 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:20:44.024378 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [req-f6388aa2-bba6-4154-b12a-907572d333e3 req-32df0445-477e-43f4-8561-f9c2022cb530 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] Synchronizing usage tracker for tenant:eaed5db22aef49719f96c44d6e15bfdb on resource:port {{(pid=78792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:20:44.078706 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [req-f6388aa2-bba6-4154-b12a-907572d333e3 req-32df0445-477e-43f4-8561-f9c2022cb530 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] Unset dirty status for tenant:eaed5db22aef49719f96c44d6e15bfdb on resource:port {{(pid=78792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:20:44.085063 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-f6388aa2-bba6-4154-b12a-907572d333e3 req-32df0445-477e-43f4-8561-f9c2022cb530 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bacbc99-4e8f-48ab-8de9-cde56445a512 HTTP/1.1" status: 200 len: 932 time: 0.3616605 May 12 15:20:44.159015 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.agents_db [None req-dd47ce14-932e-4540-b008-5e9038d1c348 None None] Agent healthcheck: found 6 active agents {{(pid=78795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 15:20:44.212554 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-30d389d6-37e3-4006-9e55-1b3ee867d511 req-d4c7091f-15f5-4054-b364-b07a1eb8319f service neutron] 10.222.0.32 "GET /v2.0/networks/fb786cfb-6ac9-4fb8-8644-ee3baa944840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6786098 May 12 15:20:44.213888 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_hamode_db [None req-d2cab273-10e6-447b-9345-8b1f7256af9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275190ca-dafe-4a83-8545-447583174189', 'name': 'tempest-ServerRescueNegativeTestJSON-1338457299-router', 'tenant_id': '74c7c1c901cc4a308c52d5960e08ed68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'ede0adc9-7564-4e53-95f3-07808a31d783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:20:29Z', 'updated_at': '2021-05-12T15:20:37Z', 'revision_number': 4, 'project_id': '74c7c1c901cc4a308c52d5960e08ed68', 'gw_port': {'id': 'ede0adc9-7564-4e53-95f3-07808a31d783', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275190ca-dafe-4a83-8545-447583174189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:20:31Z', 'updated_at': '2021-05-12T15:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi', '_interfaces': [{'id': '7b1adb1c-08d4-44c2-b100-f4c09e3ddca9', 'name': '', 'network_id': 'fb786cfb-6ac9-4fb8-8644-ee3baa944840', 'tenant_id': '74c7c1c901cc4a308c52d5960e08ed68', 'mac_address': 'fa:16:3e:90:50:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '275190ca-dafe-4a83-8545-447583174189', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '93335869-57f6-4f74-9e92-cecab8c181bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:20:36Z', 'updated_at': '2021-05-12T15:20:38Z', 'revision_number': 2, 'project_id': '74c7c1c901cc4a308c52d5960e08ed68', 'subnets': [{'id': '93335869-57f6-4f74-9e92-cecab8c181bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-iscsi', False) {} {{(pid=78795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:20:44.226041 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-447d9684-3805-48da-9d40-4949538e8100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1434444', 'neutron.services.segments.db._delete_segments_for_network-8739649303709'] for network, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:44.231646 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cab273-10e6-447b-9345-8b1f7256af9e None None] Checking router: 275190ca-dafe-4a83-8545-447583174189 for host: dv-cinder-789603-6-iscsi {{(pid=78795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:20:44.232009 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cab273-10e6-447b-9345-8b1f7256af9e None None] Updating router 275190ca-dafe-4a83-8545-447583174189 port 7b1adb1c-08d4-44c2-b100-f4c09e3ddca9 binding host dv-cinder-789603-6-iscsi {{(pid=78795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 15:20:44.237536 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.db_base_plugin_common [req-0bf95a3c-1f6c-44c0-94c5-51ab23514495 req-ed32d287-f974-4601-8df4-11173db058e8 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Allocated IP 172.20.0.2 (7a9a0a63-2af5-4556-bd7a-991a8e39d133/881371bc-0cab-4490-a652-bddfe720ce96/04093988-8b4c-43e0-a443-019f68577186) {{(pid=78793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:20:44.269703 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-447d9684-3805-48da-9d40-4949538e8100 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=78792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:20:44.271865 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-447d9684-3805-48da-9d40-4949538e8100 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=78792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:20:44.272786 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-447d9684-3805-48da-9d40-4949538e8100 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:20:44.273272 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-447d9684-3805-48da-9d40-4949538e8100 admin admin] Subscribe: > port after_create 55550000 {{(pid=78792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:20:44.273731 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-447d9684-3805-48da-9d40-4949538e8100 admin admin] Subscribe: > port after_delete 55550000 {{(pid=78792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:20:44.274228 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-447d9684-3805-48da-9d40-4949538e8100 admin admin] Subscribe: > port after_update 55550000 {{(pid=78792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:20:44.274668 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-447d9684-3805-48da-9d40-4949538e8100 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=78792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:20:44.276079 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-447d9684-3805-48da-9d40-4949538e8100 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:20:44.276662 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-447d9684-3805-48da-9d40-4949538e8100 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:20:44.277112 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-447d9684-3805-48da-9d40-4949538e8100 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=78792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:20:44.299363 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron_lib.callbacks.manager [None req-d2cab273-10e6-447b-9345-8b1f7256af9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:44.437401 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-21aedf91-ccdf-4e55-b727-d9442131ebc8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:44.475947 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.provisioning_blocks [None req-21aedf91-ccdf-4e55-b727-d9442131ebc8 admin admin] Transition to ACTIVE for port object 6ad1f101-24d4-4aa8-9e68-0852222902c7 will not be triggered until provisioned by entity DHCP. {{(pid=78793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:20:44.500979 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-447d9684-3805-48da-9d40-4949538e8100 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:20:44.501383 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-447d9684-3805-48da-9d40-4949538e8100 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:20:44.502257 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-447d9684-3805-48da-9d40-4949538e8100 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=78792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:20:44.502576 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-447d9684-3805-48da-9d40-4949538e8100 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=78792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:20:44.502931 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.services.segments.db [None req-447d9684-3805-48da-9d40-4949538e8100 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38550b36-25fb-441f-b9d2-edf18acb6abc']}} {{(pid=78792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:20:44.521681 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.services.segments.db [None req-447d9684-3805-48da-9d40-4949538e8100 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cfd4afa-aef9-4178-81ec-a3bec2181d0b') {'for_net_delete': True} {{(pid=78792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:20:44.522018 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.services.segments.db [None req-447d9684-3805-48da-9d40-4949538e8100 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cfd4afa-aef9-4178-81ec-a3bec2181d0b') {} {{(pid=78792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:20:44.535058 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-447d9684-3805-48da-9d40-4949538e8100 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649315175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2171662'] for segment, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:44.552977 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-447d9684-3805-48da-9d40-4949538e8100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428868'] for segment, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:44.563613 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-447d9684-3805-48da-9d40-4949538e8100 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=78792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 15:20:44.564557 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-447d9684-3805-48da-9d40-4949538e8100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3714846'] for segment, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:44.684967 dv-cinder-789603-6-iscsi neutron-server[78792]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 12 15:20:44.684967 dv-cinder-789603-6-iscsi neutron-server[78792]: from cryptography.utils import int_from_bytes May 12 15:20:44.684967 dv-cinder-789603-6-iscsi neutron-server[78792]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 12 15:20:44.684967 dv-cinder-789603-6-iscsi neutron-server[78792]: from cryptography.utils import int_from_bytes May 12 15:20:44.684967 dv-cinder-789603-6-iscsi neutron-server[78792]: Traceback (most recent call last): May 12 15:20:44.684967 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 15:20:44.684967 dv-cinder-789603-6-iscsi neutron-server[78792]: timer() May 12 15:20:44.684967 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 15:20:44.684967 dv-cinder-789603-6-iscsi neutron-server[78792]: cb(*args, **kw) May 12 15:20:44.684967 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 12 15:20:44.684967 dv-cinder-789603-6-iscsi neutron-server[78792]: return func(*args, **kwargs) May 12 15:20:44.684967 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 15:20:44.684967 dv-cinder-789603-6-iscsi neutron-server[78792]: self._notify() May 12 15:20:44.684967 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 15:20:44.684967 dv-cinder-789603-6-iscsi neutron-server[78792]: self.callback(batched_events) May 12 15:20:44.684967 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 15:20:44.684967 dv-cinder-789603-6-iscsi neutron-server[78792]: event.method(event) May 12 15:20:44.684967 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 15:20:44.684967 dv-cinder-789603-6-iscsi neutron-server[78792]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 15:20:44.684967 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 15:20:44.684967 dv-cinder-789603-6-iscsi neutron-server[78792]: aggregate_uuid = self.p_client.list_aggregates( May 12 15:20:44.684967 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 15:20:44.684967 dv-cinder-789603-6-iscsi neutron-server[78792]: return f(self, *a, **k) May 12 15:20:44.684967 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 15:20:44.684967 dv-cinder-789603-6-iscsi neutron-server[78792]: return self._get(url).json() May 12 15:20:44.684967 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 15:20:44.684967 dv-cinder-789603-6-iscsi neutron-server[78792]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 15:20:44.684967 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 15:20:44.684967 dv-cinder-789603-6-iscsi neutron-server[78792]: return self.request(url, 'GET', **kwargs) May 12 15:20:44.684967 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 15:20:44.684967 dv-cinder-789603-6-iscsi neutron-server[78792]: base_url = self.get_endpoint(auth, allow=allow, May 12 15:20:44.684967 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 15:20:44.684967 dv-cinder-789603-6-iscsi neutron-server[78792]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 15:20:44.684967 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 15:20:44.684967 dv-cinder-789603-6-iscsi neutron-server[78792]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 15:20:44.684967 dv-cinder-789603-6-iscsi neutron-server[78792]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 15:20:44.695474 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-f6388aa2-bba6-4154-b12a-907572d333e3 req-9f7a8e4d-4a8b-4a35-bfce-e194d5cdf415 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5f97bae-6cd9-488a-b971-8bbfbaad3da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6080856 May 12 15:20:44.696757 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-447d9684-3805-48da-9d40-4949538e8100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1434421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706613'] for network, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:44.703557 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:20:44.735351 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-447d9684-3805-48da-9d40-4949538e8100 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for network, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:44.742150 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447d9684-3805-48da-9d40-4949538e8100 admin admin] Pushing event deleted for resources: {'Network': ['ID=38550b36-25fb-441f-b9d2-edf18acb6abc,revision_number=None']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:20:44.745943 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-447d9684-3805-48da-9d40-4949538e8100 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:20:44.747900 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-447d9684-3805-48da-9d40-4949538e8100 admin admin] 10.222.0.32 "DELETE /v2.0/networks/38550b36-25fb-441f-b9d2-edf18acb6abc HTTP/1.1" status: 204 len: 168 time: 0.9299583 May 12 15:20:44.773638 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device 4c3aeed0-9682-42d7-b51e-efd94313e1cb up at agent ovs-agent-dv-cinder-789603-6-iscsi {{(pid=78794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:20:44.925549 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-0bf95a3c-1f6c-44c0-94c5-51ab23514495 req-ed32d287-f974-4601-8df4-11173db058e8 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Notify callbacks [] for port, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:44.934644 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Provisioning for port 4c3aeed0-9682-42d7-b51e-efd94313e1cb completed by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:20:44.949429 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Provisioning complete for port 4c3aeed0-9682-42d7-b51e-efd94313e1cb triggered by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:20:44.949963 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:44.978110 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-30d389d6-37e3-4006-9e55-1b3ee867d511 req-8426d46f-f0d9-4245-a2ee-7a0c2f79da0f service neutron] 10.222.0.32 "GET /v2.0/networks/fb786cfb-6ac9-4fb8-8644-ee3baa944840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7588735 May 12 15:20:45.012036 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron_lib.callbacks.manager [None req-d2cab273-10e6-447b-9345-8b1f7256af9e None None] Notify callbacks [] for port, precommit_update {{(pid=78795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:45.040257 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.provisioning_blocks [None req-d2cab273-10e6-447b-9345-8b1f7256af9e None None] Transition to ACTIVE for port object 7b1adb1c-08d4-44c2-b100-f4c09e3ddca9 will not be triggered until provisioned by entity L2. {{(pid=78795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:20:45.040942 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-21aedf91-ccdf-4e55-b727-d9442131ebc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739648862724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3598933'] for port, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:45.050427 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron_lib.callbacks.manager [None req-d2cab273-10e6-447b-9345-8b1f7256af9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:45.071052 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG oslo_concurrency.lockutils [None req-9bb57cf2-23eb-484e-adea-712d766998fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:20:45.090508 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-ad5b98c2-b1d7-4cb8-acfc-dad8cd2d6eed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:20:45.179277 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-5f20a363-6457-49cd-a0b2-51d254d13a14 req-10ea82f6-6395-4e2c-aa8d-da0a4281e640 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=380c23e1-1666-441c-ac21-270ec89faa80 HTTP/1.1" status: 200 len: 210 time: 0.2313445 May 12 15:20:45.187061 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 39014) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:20:45.241155 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-0bf95a3c-1f6c-44c0-94c5-51ab23514495 req-ed32d287-f974-4601-8df4-11173db058e8 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739648862724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3598933'] for port, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:45.264179 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:45.279580 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21aedf91-ccdf-4e55-b727-d9442131ebc8 admin admin] Network b0a67018-e604-4c5d-b021-363bc82650e3 is already hosted by enough agents. {{(pid=78793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:20:45.287554 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] For port 4c3aeed0-9682-42d7-b51e-efd94313e1cb, host dv-cinder-789603-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-iscsi',level=0,port_id=4c3aeed0-9682-42d7-b51e-efd94313e1cb,segment=NetworkSegment(5d059134-8cbd-4fdb-844f-331960400265),segment_id=5d059134-8cbd-4fdb-844f-331960400265)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:20:45.294378 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:45.297345 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device ede0adc9-7564-4e53-95f3-07808a31d783 up at agent ovs-agent-dv-cinder-789603-6-iscsi {{(pid=78794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:20:45.312193 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bf95a3c-1f6c-44c0-94c5-51ab23514495 req-ed32d287-f974-4601-8df4-11173db058e8 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Network 7a9a0a63-2af5-4556-bd7a-991a8e39d133 is already hosted by enough agents. {{(pid=78793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:20:45.313538 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.base_scheduler [None req-21aedf91-ccdf-4e55-b727-d9442131ebc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=78793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:20:45.319556 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.base_scheduler [req-0bf95a3c-1f6c-44c0-94c5-51ab23514495 req-ed32d287-f974-4601-8df4-11173db058e8 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Resources bound (agent type, host, resource id): {{(pid=78793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:20:45.322343 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bf95a3c-1f6c-44c0-94c5-51ab23514495 req-ed32d287-f974-4601-8df4-11173db058e8 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Received port after_create {{(pid=78793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:20:45.348843 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c41c9d-eacb-49bf-824e-79988601042a None None] Pushing event updated for resources: {'Port': ['ID=7b1adb1c-08d4-44c2-b100-f4c09e3ddca9,revision_number=3']} {{(pid=78795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:20:45.398914 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:20:45.411560 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG oslo_concurrency.lockutils [None req-e0c41c9d-eacb-49bf-824e-79988601042a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=78795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:20:45.459748 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [req-6f1d2d13-ff3f-45c6-95b1-f6a86042c4fb req-00f3c24e-7a1d-47c8-af80-0c768e4dc81f tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Synchronizing usage tracker for tenant:74c7c1c901cc4a308c52d5960e08ed68 on resource:port {{(pid=78792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:20:45.486778 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.plugins.ml2.managers [None req-d2cab273-10e6-447b-9345-8b1f7256af9e None None] Attempting to bind port 7b1adb1c-08d4-44c2-b100-f4c09e3ddca9 on host dv-cinder-789603-6-iscsi for vnic_type normal with profile {{(pid=78795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:20:45.487165 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.plugins.ml2.managers [None req-d2cab273-10e6-447b-9345-8b1f7256af9e None None] Attempting to bind port 7b1adb1c-08d4-44c2-b100-f4c09e3ddca9 by drivers openvswitch,hyperv on host dv-cinder-789603-6-iscsi at level 0 using segments [{'id': 'd283b5eb-b83c-4844-82f5-295710194741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'fb786cfb-6ac9-4fb8-8644-ee3baa944840'}] {{(pid=78795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:20:45.487528 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cab273-10e6-447b-9345-8b1f7256af9e None None] Attempting to bind port 7b1adb1c-08d4-44c2-b100-f4c09e3ddca9 on network fb786cfb-6ac9-4fb8-8644-ee3baa944840 {{(pid=78795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:20:45.490343 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21aedf91-ccdf-4e55-b727-d9442131ebc8 admin admin] Received port after_create {{(pid=78793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:20:45.494275 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cab273-10e6-447b-9345-8b1f7256af9e None None] Checking agent: {'id': 'a7a9b333-fa08-4200-b168-94acd4aebf78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 15, 12, 52), 'started_at': datetime.datetime(2021, 5, 12, 15, 13, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 15, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:20:45.494591 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cab273-10e6-447b-9345-8b1f7256af9e None None] Checking segment: {'id': 'd283b5eb-b83c-4844-82f5-295710194741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'fb786cfb-6ac9-4fb8-8644-ee3baa944840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:20:45.496191 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron_lib.callbacks.manager [None req-d2cab273-10e6-447b-9345-8b1f7256af9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:45.496598 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cab273-10e6-447b-9345-8b1f7256af9e None None] Bound using segment: {'id': 'd283b5eb-b83c-4844-82f5-295710194741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'fb786cfb-6ac9-4fb8-8644-ee3baa944840'} {{(pid=78795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:20:45.497086 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.plugins.ml2.managers [None req-d2cab273-10e6-447b-9345-8b1f7256af9e None None] Bound port: 7b1adb1c-08d4-44c2-b100-f4c09e3ddca9, host: dv-cinder-789603-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd283b5eb-b83c-4844-82f5-295710194741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'fb786cfb-6ac9-4fb8-8644-ee3baa944840'}}] {{(pid=78795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:20:45.497560 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron_lib.callbacks.manager [None req-d2cab273-10e6-447b-9345-8b1f7256af9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:45.499787 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-1b9c3198-00ff-45eb-86e2-1237f081e71d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f1eaefd50b9e492fad3ef37a1fe257eb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3114178 May 12 15:20:45.503329 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 39028) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:20:45.555061 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [req-6f1d2d13-ff3f-45c6-95b1-f6a86042c4fb req-00f3c24e-7a1d-47c8-af80-0c768e4dc81f tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Unset dirty status for tenant:74c7c1c901cc4a308c52d5960e08ed68 on resource:port {{(pid=78792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:20:45.569933 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-6f1d2d13-ff3f-45c6-95b1-f6a86042c4fb req-00f3c24e-7a1d-47c8-af80-0c768e4dc81f tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=370810a7-448d-401c-91e6-970dbdafd8c2 HTTP/1.1" status: 200 len: 210 time: 0.2676547 May 12 15:20:45.598307 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf95a3c-1f6c-44c0-94c5-51ab23514495 req-ed32d287-f974-4601-8df4-11173db058e8 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:20:45.599157 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-0bf95a3c-1f6c-44c0-94c5-51ab23514495 req-ed32d287-f974-4601-8df4-11173db058e8 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2050383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for port, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:45.628839 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-fe358433-88ae-45eb-bc4b-90a84cec2c78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:45.654437 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aedf91-ccdf-4e55-b727-d9442131ebc8 admin admin] Pushing event updated for resources: {'Port': ['ID=6ad1f101-24d4-4aa8-9e68-0852222902c7,revision_number=1']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:20:45.659335 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-21aedf91-ccdf-4e55-b727-d9442131ebc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:20:45.660468 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.358s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:20:45.710711 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-0bf95a3c-1f6c-44c0-94c5-51ab23514495 req-ed32d287-f974-4601-8df4-11173db058e8 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4348373 May 12 15:20:45.729906 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-fe358433-88ae-45eb-bc4b-90a84cec2c78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:45.768578 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Pushing event updated for resources: {'Port': ['ID=4c3aeed0-9682-42d7-b51e-efd94313e1cb,revision_number=4']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:20:45.773051 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:20:45.787774 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-21aedf91-ccdf-4e55-b727-d9442131ebc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705686'] for router_interface, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:45.830988 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-fe358433-88ae-45eb-bc4b-90a84cec2c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:45.836673 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:20:45.851928 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe358433-88ae-45eb-bc4b-90a84cec2c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f8a394-84de-4b7f-bab1-e7b5bbcca085,revision_number=None']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:20:45.855232 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Provisioning complete for port ede0adc9-7564-4e53-95f3-07808a31d783 triggered by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:20:45.856902 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:45.857132 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-fe358433-88ae-45eb-bc4b-90a84cec2c78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:20:45.868655 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.plugins.ml2.db [None req-d2cab273-10e6-447b-9345-8b1f7256af9e None None] For port 7b1adb1c-08d4-44c2-b100-f4c09e3ddca9, host dv-cinder-789603-6-iscsi, cleared binding levels {{(pid=78795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:20:45.876122 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.plugins.ml2.db [None req-d2cab273-10e6-447b-9345-8b1f7256af9e None None] For port 7b1adb1c-08d4-44c2-b100-f4c09e3ddca9, host dv-cinder-789603-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-iscsi',level=0,port_id=7b1adb1c-08d4-44c2-b100-f4c09e3ddca9,segment=NetworkSegment(d283b5eb-b83c-4844-82f5-295710194741),segment_id=d283b5eb-b83c-4844-82f5-295710194741)] {{(pid=78795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:20:45.881679 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-fe358433-88ae-45eb-bc4b-90a84cec2c78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:45.888507 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron_lib.callbacks.manager [None req-d2cab273-10e6-447b-9345-8b1f7256af9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:45.888623 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-fe358433-88ae-45eb-bc4b-90a84cec2c78 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/26f8a394-84de-4b7f-bab1-e7b5bbcca085 HTTP/1.1" status: 204 len: 168 time: 0.3837018 May 12 15:20:45.925044 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG oslo_concurrency.lockutils [None req-6ac394de-59ab-41f1-946b-697e9d459dbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:20:46.048011 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-a77f4f7d-2225-438b-82c4-6b62f2daabb7 None None] Provisioning for port 6ad1f101-24d4-4aa8-9e68-0852222902c7 completed by entity DHCP. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:20:46.074159 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-a77f4f7d-2225-438b-82c4-6b62f2daabb7 None None] Provisioning complete for port 6ad1f101-24d4-4aa8-9e68-0852222902c7 triggered by entity DHCP. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:20:46.081335 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-a77f4f7d-2225-438b-82c4-6b62f2daabb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:46.122548 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cab273-10e6-447b-9345-8b1f7256af9e None None] Routers {'275190ca-dafe-4a83-8545-447583174189'} bound to L3 agent in host dv-cinder-789603-6-iscsi {{(pid=78795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:20:46.123180 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_hamode_db [None req-d2cab273-10e6-447b-9345-8b1f7256af9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-12T15:12:51Z,description=,heartbeat_timestamp=2021-05-12T15:20:21Z,host='dv-cinder-789603-6-iscsi',id=e96f2393-830b-46ef-bef2-f93615c2f352,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:12:51Z,topic='l3_agent')) {'router_ids': ['275190ca-dafe-4a83-8545-447583174189'], 'active': True} {{(pid=78795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:20:46.246032 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.plugin [None req-a77f4f7d-2225-438b-82c4-6b62f2daabb7 None None] Port 6ad1f101-24d4-4aa8-9e68-0852222902c7 cannot update to ACTIVE because it is not bound. {{(pid=78794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 15:20:46.260621 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed32d287-f974-4601-8df4-11173db058e8 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Pushing event updated for resources: {'Port': ['ID=04093988-8b4c-43e0-a443-019f68577186,revision_number=1']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:20:46.286904 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-ed32d287-f974-4601-8df4-11173db058e8 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.625s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:20:46.432785 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c41c9d-eacb-49bf-824e-79988601042a None None] Pushing event updated for resources: {'Port': ['ID=7b1adb1c-08d4-44c2-b100-f4c09e3ddca9,revision_number=4']} {{(pid=78795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:20:46.439432 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG oslo_concurrency.lockutils [None req-e0c41c9d-eacb-49bf-824e-79988601042a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=78795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:20:46.636805 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89619ea5-945b-4ae6-a3dd-fecdcdf44a0d req-1ac240e4-2012-4cc6-b7c7-eaa87d1a86af tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:20:46.646678 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-89619ea5-945b-4ae6-a3dd-fecdcdf44a0d req-1ac240e4-2012-4cc6-b7c7-eaa87d1a86af tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bacbc99-4e8f-48ab-8de9-cde56445a512 HTTP/1.1" status: 200 len: 932 time: 0.4506497 May 12 15:20:46.647560 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_dvr_db [None req-d2cab273-10e6-447b-9345-8b1f7256af9e None None] Set router 275190ca-dafe-4a83-8545-447583174189 gateway port host: dv-cinder-789603-6-iscsi {{(pid=78795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:20:46.666172 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device 4c3aeed0-9682-42d7-b51e-efd94313e1cb up at agent ovs-agent-dv-cinder-789603-6-iscsi {{(pid=78794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:20:46.811320 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Provisioning complete for port 4c3aeed0-9682-42d7-b51e-efd94313e1cb triggered by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:20:46.811807 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:46.848681 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a241540e-469f-4485-84ca-a9d033ef7817 req-9c439bad-236c-4302-b17c-f1254300cb67 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:20:46.849474 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [req-a241540e-469f-4485-84ca-a9d033ef7817 req-9c439bad-236c-4302-b17c-f1254300cb67 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Synchronizing usage tracker for tenant:74c7c1c901cc4a308c52d5960e08ed68 on resource:network {{(pid=78792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:20:46.850764 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 39074) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:20:46.889942 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [req-89619ea5-945b-4ae6-a3dd-fecdcdf44a0d req-6a23e0cb-5eed-4389-bf9c-61cb262dd654 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] Synchronizing usage tracker for tenant:eaed5db22aef49719f96c44d6e15bfdb on resource:security_group {{(pid=78793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:20:46.896168 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [req-a241540e-469f-4485-84ca-a9d033ef7817 req-9c439bad-236c-4302-b17c-f1254300cb67 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Unset dirty status for tenant:74c7c1c901cc4a308c52d5960e08ed68 on resource:network {{(pid=78792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:20:46.897661 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-a241540e-469f-4485-84ca-a9d033ef7817 req-9c439bad-236c-4302-b17c-f1254300cb67 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/networks?id=fb786cfb-6ac9-4fb8-8644-ee3baa944840 HTTP/1.1" status: 200 len: 819 time: 0.7508390 May 12 15:20:46.902178 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-21aedf91-ccdf-4e55-b727-d9442131ebc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:46.926401 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-a241540e-469f-4485-84ca-a9d033ef7817 req-2e945a93-0b1a-476a-bd87-0ccb627d848a tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/quotas/74c7c1c901cc4a308c52d5960e08ed68 HTTP/1.1" status: 200 len: 375 time: 0.0196414 May 12 15:20:46.932173 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 39078) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:20:46.958567 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [req-0bf95a3c-1f6c-44c0-94c5-51ab23514495 req-ffba9265-a342-41d0-8fde-e87ba00e6b42 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=78793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 15:20:46.960217 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-0bf95a3c-1f6c-44c0-94c5-51ab23514495 req-ffba9265-a342-41d0-8fde-e87ba00e6b42 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0299387 May 12 15:20:46.975826 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device 7b1adb1c-08d4-44c2-b100-f4c09e3ddca9 up at agent ovs-agent-dv-cinder-789603-6-iscsi {{(pid=78794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:20:47.033689 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [req-ea2516aa-2c94-461c-bdcf-f41e57afeb39 req-257d7a55-c80e-423e-83ff-8b110013715c tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=78792) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 15:20:47.034740 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-ea2516aa-2c94-461c-bdcf-f41e57afeb39 req-257d7a55-c80e-423e-83ff-8b110013715c tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1017680 May 12 15:20:47.093650 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-2d014fc4-7195-4a22-b116-1fc7dc6870f8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=40716fca00d04ee1b0b47b2e9a0fc9ef&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2396758 May 12 15:20:47.096866 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 39086) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:20:47.101868 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [req-89619ea5-945b-4ae6-a3dd-fecdcdf44a0d req-6a23e0cb-5eed-4389-bf9c-61cb262dd654 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] Unset dirty status for tenant:eaed5db22aef49719f96c44d6e15bfdb on resource:security_group {{(pid=78793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:20:47.116588 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-89619ea5-945b-4ae6-a3dd-fecdcdf44a0d req-6a23e0cb-5eed-4389-bf9c-61cb262dd654 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5f97bae-6cd9-488a-b971-8bbfbaad3da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4664683 May 12 15:20:47.157025 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-a241540e-469f-4485-84ca-a9d033ef7817 req-c9d3ff7c-6b78-4317-9c10-a671144b8a11 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=74c7c1c901cc4a308c52d5960e08ed68&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2299442 May 12 15:20:47.206348 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Provisioning for port 7b1adb1c-08d4-44c2-b100-f4c09e3ddca9 completed by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:20:47.220597 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Provisioning complete for port 7b1adb1c-08d4-44c2-b100-f4c09e3ddca9 triggered by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:20:47.221005 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:47.361409 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-a241540e-469f-4485-84ca-a9d033ef7817 req-431c83f0-8c1a-4818-bd85-300512926a30 service neutron] 10.222.0.32 "GET /v2.0/networks/fb786cfb-6ac9-4fb8-8644-ee3baa944840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026062 May 12 15:20:47.463606 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_hamode_db [None req-d2cab273-10e6-447b-9345-8b1f7256af9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275190ca-dafe-4a83-8545-447583174189', 'name': 'tempest-ServerRescueNegativeTestJSON-1338457299-router', 'tenant_id': '74c7c1c901cc4a308c52d5960e08ed68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'ede0adc9-7564-4e53-95f3-07808a31d783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:20:29Z', 'updated_at': '2021-05-12T15:20:37Z', 'revision_number': 4, 'project_id': '74c7c1c901cc4a308c52d5960e08ed68', 'gw_port': {'id': 'ede0adc9-7564-4e53-95f3-07808a31d783', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275190ca-dafe-4a83-8545-447583174189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:20:31Z', 'updated_at': '2021-05-12T15:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi', '_interfaces': [{'id': '7b1adb1c-08d4-44c2-b100-f4c09e3ddca9', 'name': '', 'network_id': 'fb786cfb-6ac9-4fb8-8644-ee3baa944840', 'tenant_id': '74c7c1c901cc4a308c52d5960e08ed68', 'mac_address': 'fa:16:3e:90:50:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '275190ca-dafe-4a83-8545-447583174189', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '93335869-57f6-4f74-9e92-cecab8c181bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:20:36Z', 'updated_at': '2021-05-12T15:20:45Z', 'revision_number': 4, 'project_id': '74c7c1c901cc4a308c52d5960e08ed68', 'subnets': [{'id': '93335869-57f6-4f74-9e92-cecab8c181bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-iscsi', False) {} {{(pid=78795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:20:47.467935 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cab273-10e6-447b-9345-8b1f7256af9e None None] The sync data for ids ['275190ca-dafe-4a83-8545-447583174189'] in dv-cinder-789603-6-iscsi is: [{'id': '275190ca-dafe-4a83-8545-447583174189', 'name': 'tempest-ServerRescueNegativeTestJSON-1338457299-router', 'tenant_id': '74c7c1c901cc4a308c52d5960e08ed68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'ede0adc9-7564-4e53-95f3-07808a31d783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:20:29Z', 'updated_at': '2021-05-12T15:20:37Z', 'revision_number': 4, 'project_id': '74c7c1c901cc4a308c52d5960e08ed68', 'gw_port': {'id': 'ede0adc9-7564-4e53-95f3-07808a31d783', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275190ca-dafe-4a83-8545-447583174189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:20:31Z', 'updated_at': '2021-05-12T15:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi', '_interfaces': [{'id': '7b1adb1c-08d4-44c2-b100-f4c09e3ddca9', 'name': '', 'network_id': 'fb786cfb-6ac9-4fb8-8644-ee3baa944840', 'tenant_id': '74c7c1c901cc4a308c52d5960e08ed68', 'mac_address': 'fa:16:3e:90:50:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '275190ca-dafe-4a83-8545-447583174189', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '93335869-57f6-4f74-9e92-cecab8c181bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:20:36Z', 'updated_at': '2021-05-12T15:20:45Z', 'revision_number': 4, 'project_id': '74c7c1c901cc4a308c52d5960e08ed68', 'subnets': [{'id': '93335869-57f6-4f74-9e92-cecab8c181bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:20:47.577332 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:47.586120 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-a241540e-469f-4485-84ca-a9d033ef7817 req-0efb9d1e-b544-479d-8cb9-32bab0520a6f service neutron] 10.222.0.32 "GET /v2.0/networks/fb786cfb-6ac9-4fb8-8644-ee3baa944840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237613 May 12 15:20:47.595875 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-179c7abd-7c3a-4509-b202-d507ff91921c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:47.629296 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-179c7abd-7c3a-4509-b202-d507ff91921c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:20:47.634650 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-179c7abd-7c3a-4509-b202-d507ff91921c admin admin] Usage tracker for resource:security_group_rule and tenant:891fee8f0e8340159423a69b3fbb3db0 is out of sync, need to count used quota {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:20:47.638609 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-179c7abd-7c3a-4509-b202-d507ff91921c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:20:47.646957 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-179c7abd-7c3a-4509-b202-d507ff91921c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:20:47.725357 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] For port 7b1adb1c-08d4-44c2-b100-f4c09e3ddca9, host dv-cinder-789603-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-iscsi',level=0,port_id=7b1adb1c-08d4-44c2-b100-f4c09e3ddca9,segment=NetworkSegment(d283b5eb-b83c-4844-82f5-295710194741),segment_id=d283b5eb-b83c-4844-82f5-295710194741)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:20:47.730281 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-95302700-e157-48d7-a9ef-c66cd5decd2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:47.732088 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:47.739372 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-0d295502-928f-48bd-a819-d55d99bcf496 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:20:47.802698 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-95302700-e157-48d7-a9ef-c66cd5decd2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:47.821108 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-179c7abd-7c3a-4509-b202-d507ff91921c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:47.827830 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-179c7abd-7c3a-4509-b202-d507ff91921c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:47.859281 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Pushing event updated for resources: {'Port': ['ID=7b1adb1c-08d4-44c2-b100-f4c09e3ddca9,revision_number=5']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:20:47.863615 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:20:47.871482 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-21aedf91-ccdf-4e55-b727-d9442131ebc8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:47.873155 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:20:47.880761 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-21aedf91-ccdf-4e55-b727-d9442131ebc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3598924'] for port, after_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:47.931340 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-21aedf91-ccdf-4e55-b727-d9442131ebc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:20:47.942063 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-179c7abd-7c3a-4509-b202-d507ff91921c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=891fee8f0e8340159423a69b3fbb3db0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9981084 May 12 15:20:47.952711 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 39102) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:20:47.965661 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-088bfeb0-25c5-4a66-b991-bf417ebb3ecc req-dce6e9a5-87be-4ee2-ac18-7859cd55c8a6 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=b12a7183-6ec1-495e-9a99-647885c7f2f3 HTTP/1.1" status: 200 len: 210 time: 0.0934355 May 12 15:20:47.989485 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179c7abd-7c3a-4509-b202-d507ff91921c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af828b7f-b82a-451d-9463-c4b8c1870c81,revision_number=1']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:20:47.996227 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-179c7abd-7c3a-4509-b202-d507ff91921c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:20:48.001941 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0029354-53a2-46e2-8c80-cd18d29de25e req-55bb2f55-57ac-4e07-a2da-23340cc12017 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:20:48.002697 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [req-d0029354-53a2-46e2-8c80-cd18d29de25e req-55bb2f55-57ac-4e07-a2da-23340cc12017 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Synchronizing usage tracker for tenant:67d1815edccf41cfb649225313f265b3 on resource:port {{(pid=78793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:20:48.049194 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-21aedf91-ccdf-4e55-b727-d9442131ebc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705589'] for router_interface, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:48.074094 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aedf91-ccdf-4e55-b727-d9442131ebc8 admin admin] Pushing event updated for resources: {'Port': ['ID=6ad1f101-24d4-4aa8-9e68-0852222902c7,revision_number=2']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:20:48.090226 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-a93ee4f9-de8d-4b1e-9f6f-700ff3b8a380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:48.092364 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-21aedf91-ccdf-4e55-b727-d9442131ebc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:20:48.093110 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [req-d0029354-53a2-46e2-8c80-cd18d29de25e req-55bb2f55-57ac-4e07-a2da-23340cc12017 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Unset dirty status for tenant:67d1815edccf41cfb649225313f265b3 on resource:port {{(pid=78793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:20:48.094334 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-d0029354-53a2-46e2-8c80-cd18d29de25e req-55bb2f55-57ac-4e07-a2da-23340cc12017 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=380c23e1-1666-441c-ac21-270ec89faa80 HTTP/1.1" status: 200 len: 931 time: 0.7223022 May 12 15:20:48.103482 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-95302700-e157-48d7-a9ef-c66cd5decd2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:48.131010 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-a93ee4f9-de8d-4b1e-9f6f-700ff3b8a380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:48.207283 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-a93ee4f9-de8d-4b1e-9f6f-700ff3b8a380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:48.218043 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:20:48.233895 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93ee4f9-de8d-4b1e-9f6f-700ff3b8a380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af828b7f-b82a-451d-9463-c4b8c1870c81,revision_number=None']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:20:48.242859 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-a93ee4f9-de8d-4b1e-9f6f-700ff3b8a380 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:20:48.243842 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-a93ee4f9-de8d-4b1e-9f6f-700ff3b8a380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:48.245838 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-a93ee4f9-de8d-4b1e-9f6f-700ff3b8a380 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/af828b7f-b82a-451d-9463-c4b8c1870c81 HTTP/1.1" status: 204 len: 168 time: 0.2781024 May 12 15:20:48.292102 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-bdc3e0bc-ad2b-44b6-9323-1b3debf6f370 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:20:48.313084 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95302700-e157-48d7-a9ef-c66cd5decd2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76409ce4-0d2e-4c9f-bf1f-8b35f8e4ca75,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:20:48.317164 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-95302700-e157-48d7-a9ef-c66cd5decd2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:20:48.343280 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [req-d0029354-53a2-46e2-8c80-cd18d29de25e req-d4b90e92-45c9-4e61-8138-1ddb660395c8 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Synchronizing usage tracker for tenant:67d1815edccf41cfb649225313f265b3 on resource:security_group {{(pid=78793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:20:48.360100 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-95302700-e157-48d7-a9ef-c66cd5decd2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:48.363631 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-95302700-e157-48d7-a9ef-c66cd5decd2c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/76409ce4-0d2e-4c9f-bf1f-8b35f8e4ca75 HTTP/1.1" status: 204 len: 168 time: 1.2631824 May 12 15:20:48.406728 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [req-d0029354-53a2-46e2-8c80-cd18d29de25e req-d4b90e92-45c9-4e61-8138-1ddb660395c8 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Unset dirty status for tenant:67d1815edccf41cfb649225313f265b3 on resource:security_group {{(pid=78793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:20:48.408092 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-d0029354-53a2-46e2-8c80-cd18d29de25e req-d4b90e92-45c9-4e61-8138-1ddb660395c8 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/security-groups?id=6307c184-9367-4c50-a03b-173b376f0731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034487 May 12 15:20:48.422388 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21aedf91-ccdf-4e55-b727-d9442131ebc8 admin admin] Network b0a67018-e604-4c5d-b021-363bc82650e3 is already hosted by enough agents. {{(pid=78793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:20:48.423944 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.base_scheduler [None req-21aedf91-ccdf-4e55-b727-d9442131ebc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=78793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:20:48.601761 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf14caf-b423-48d3-84c7-676fbed13453 req-2e149d6b-c5c1-4f60-a172-d8ae16c54bbd tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:20:48.603414 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-9cf14caf-b423-48d3-84c7-676fbed13453 req-2e149d6b-c5c1-4f60-a172-d8ae16c54bbd tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bacbc99-4e8f-48ab-8de9-cde56445a512 HTTP/1.1" status: 200 len: 932 time: 0.2941797 May 12 15:20:48.635031 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device 7b1adb1c-08d4-44c2-b100-f4c09e3ddca9 up at agent ovs-agent-dv-cinder-789603-6-iscsi {{(pid=78794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:20:48.745365 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-9cf14caf-b423-48d3-84c7-676fbed13453 req-e425ddd3-5ffb-4c07-b23e-a802ddd62cf9 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5f97bae-6cd9-488a-b971-8bbfbaad3da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311405 May 12 15:20:48.989596 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21aedf91-ccdf-4e55-b727-d9442131ebc8 admin admin] Router 6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1 has already been hosted by L3 agent e96f2393-830b-46ef-bef2-f93615c2f352 {{(pid=78793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 15:20:49.097136 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-be1d006a-ab72-4b6f-9003-de91e0a699ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:49.102828 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Provisioning complete for port 7b1adb1c-08d4-44c2-b100-f4c09e3ddca9 triggered by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:20:49.103209 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:49.188022 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 39130) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:20:49.223239 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-dbde2436-fa6f-4a2f-9e0a-43559d1ccc91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:49.226864 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-84589ebf-b206-4539-975a-2917e1eeedf1 None None] Provisioning complete for port 6ad1f101-24d4-4aa8-9e68-0852222902c7 triggered by entity DHCP. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:20:49.227293 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-84589ebf-b206-4539-975a-2917e1eeedf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:49.261662 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-dbde2436-fa6f-4a2f-9e0a-43559d1ccc91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:20:49.272045 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-dbde2436-fa6f-4a2f-9e0a-43559d1ccc91 admin admin] Usage tracker for resource:security_group_rule and tenant:8599bd8ff3784eb3a089b11ff94748f4 is out of sync, need to count used quota {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:20:49.279786 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-dbde2436-fa6f-4a2f-9e0a-43559d1ccc91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:20:49.297364 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-dbde2436-fa6f-4a2f-9e0a-43559d1ccc91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:20:49.300525 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.plugin [None req-84589ebf-b206-4539-975a-2917e1eeedf1 None None] Port 6ad1f101-24d4-4aa8-9e68-0852222902c7 cannot update to ACTIVE because it is not bound. {{(pid=78794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 15:20:49.424735 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-ddba6451-2f9d-4e32-a3a1-96e1b152a691 req-ad9fae14-b010-468b-af17-200a034933de tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=b12a7183-6ec1-495e-9a99-647885c7f2f3 HTTP/1.1" status: 200 len: 210 time: 0.1251450 May 12 15:20:49.477689 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21aedf91-ccdf-4e55-b727-d9442131ebc8 admin admin] Notify agent at l3_agent.dv-cinder-789603-6-iscsi the message routers_updated {{(pid=78793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:20:49.495883 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-21aedf91-ccdf-4e55-b727-d9442131ebc8 admin admin] 10.222.0.32 "PUT /v2.0/routers/6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2496908 May 12 15:20:49.496065 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-dbde2436-fa6f-4a2f-9e0a-43559d1ccc91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:49.502665 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-dbde2436-fa6f-4a2f-9e0a-43559d1ccc91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:49.509731 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08c6401-6d3d-4cd6-a68c-8885313f05ff None None] Sync routers for ids ['6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1'] in dv-cinder-789603-6-iscsi {{(pid=78794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:20:49.534219 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-fe358433-88ae-45eb-bc4b-90a84cec2c78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:20:49.545624 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08c6401-6d3d-4cd6-a68c-8885313f05ff None None] Routers {'6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1'} bound to L3 agent in host dv-cinder-789603-6-iscsi {{(pid=78794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:20:49.550257 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-a08c6401-6d3d-4cd6-a68c-8885313f05ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-12T15:12:51Z,description=,heartbeat_timestamp=2021-05-12T15:20:21Z,host='dv-cinder-789603-6-iscsi',id=e96f2393-830b-46ef-bef2-f93615c2f352,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:12:51Z,topic='l3_agent')) {'router_ids': ['6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1'], 'active': True} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:20:49.655664 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbde2436-fa6f-4a2f-9e0a-43559d1ccc91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=210f7860-e08e-4985-a7de-d896bb6983b0,revision_number=1']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:20:49.668060 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-dbde2436-fa6f-4a2f-9e0a-43559d1ccc91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:20:50.005729 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvr_db [None req-a08c6401-6d3d-4cd6-a68c-8885313f05ff None None] Set router 6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1 gateway port host: dv-cinder-789603-6-iscsi {{(pid=78794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:20:50.133671 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-dbde2436-fa6f-4a2f-9e0a-43559d1ccc91 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8599bd8ff3784eb3a089b11ff94748f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9418538 May 12 15:20:50.134132 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 39150) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:20:50.311367 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff24afd8-b252-4cf4-8071-8160ce4d1c82 req-8e0ff86e-29d2-4335-9bbf-3245f390388b tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:20:50.315536 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-ff24afd8-b252-4cf4-8071-8160ce4d1c82 req-8e0ff86e-29d2-4335-9bbf-3245f390388b tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=380c23e1-1666-441c-ac21-270ec89faa80 HTTP/1.1" status: 200 len: 931 time: 0.6044500 May 12 15:20:50.422435 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-ff24afd8-b252-4cf4-8071-8160ce4d1c82 req-c98c9038-3f1d-48da-99dd-ac577544fe1f tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/security-groups?id=6307c184-9367-4c50-a03b-173b376f0731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996437 May 12 15:20:50.597055 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-4b05e346-b4a9-4bd0-89c0-419740f6aaf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:50.698890 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-4b05e346-b4a9-4bd0-89c0-419740f6aaf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:50.761269 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-a08c6401-6d3d-4cd6-a68c-8885313f05ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1', 'name': 'tempest-AttachVolumeTestJSON-379129705-router', 'tenant_id': 'f8b03419ce0c413cbee40794040a2918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '4c3aeed0-9682-42d7-b51e-efd94313e1cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:20:29Z', 'updated_at': '2021-05-12T15:20:46Z', 'revision_number': 4, 'project_id': 'f8b03419ce0c413cbee40794040a2918', 'gw_port': {'id': '4c3aeed0-9682-42d7-b51e-efd94313e1cb', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ba:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:20:31Z', 'updated_at': '2021-05-12T15:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi', '_interfaces': [{'id': '6ad1f101-24d4-4aa8-9e68-0852222902c7', 'name': '', 'network_id': 'b0a67018-e604-4c5d-b021-363bc82650e3', 'tenant_id': 'f8b03419ce0c413cbee40794040a2918', 'mac_address': 'fa:16:3e:85:3d:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0bfa47e8-ea4e-42ac-a644-064fdadd42d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:20:41Z', 'updated_at': '2021-05-12T15:20:47Z', 'revision_number': 2, 'project_id': 'f8b03419ce0c413cbee40794040a2918', 'subnets': [{'id': '0bfa47e8-ea4e-42ac-a644-064fdadd42d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-iscsi', False) {} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:20:50.773753 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08c6401-6d3d-4cd6-a68c-8885313f05ff None None] Checking router: 6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1 for host: dv-cinder-789603-6-iscsi {{(pid=78794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:20:50.776159 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08c6401-6d3d-4cd6-a68c-8885313f05ff None None] Updating router 6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1 port 6ad1f101-24d4-4aa8-9e68-0852222902c7 binding host dv-cinder-789603-6-iscsi {{(pid=78794) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 15:20:50.861645 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-4b05e346-b4a9-4bd0-89c0-419740f6aaf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:50.868999 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.85', 49573) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:20:50.870896 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:20:50.909631 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-4b05e346-b4a9-4bd0-89c0-419740f6aaf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:50.911280 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-4b05e346-b4a9-4bd0-89c0-419740f6aaf8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/210f7860-e08e-4985-a7de-d896bb6983b0 HTTP/1.1" status: 204 len: 168 time: 0.7756610 May 12 15:20:50.912873 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b05e346-b4a9-4bd0-89c0-419740f6aaf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=210f7860-e08e-4985-a7de-d896bb6983b0,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:20:50.916968 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-4b05e346-b4a9-4bd0-89c0-419740f6aaf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:20:50.964621 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582504e4-2af1-43a0-9978-e8304efa791c req-ff26f319-cb33-4076-adc0-6d20e8e2e790 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:20:50.966670 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-582504e4-2af1-43a0-9978-e8304efa791c req-ff26f319-cb33-4076-adc0-6d20e8e2e790 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bacbc99-4e8f-48ab-8de9-cde56445a512 HTTP/1.1" status: 200 len: 932 time: 0.5906770 May 12 15:20:51.059941 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.v2.base [req-0bf95a3c-1f6c-44c0-94c5-51ab23514495 req-e188c526-037e-4cf7-a465-3cac867817de service neutron] Request body: {'port': {'device_id': '380c23e1-1666-441c-ac21-270ec89faa80', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=78792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:20:51.063033 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-a08c6401-6d3d-4cd6-a68c-8885313f05ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:51.111835 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-582504e4-2af1-43a0-9978-e8304efa791c req-1a40cca0-ee16-4a4f-8c88-5a78403e88a7 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5f97bae-6cd9-488a-b971-8bbfbaad3da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373191 May 12 15:20:51.284764 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-fb574c75-1ae9-4b03-b5ab-84e794387b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:51.456672 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.v2.base [req-ea2516aa-2c94-461c-bdcf-f41e57afeb39 req-885c357e-b807-4d19-817d-39755fed3400 service neutron] Request body: {'port': {'device_id': '2bacbc99-4e8f-48ab-8de9-cde56445a512', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=78793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:20:51.756338 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:51.785949 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-0bf95a3c-1f6c-44c0-94c5-51ab23514495 req-e188c526-037e-4cf7-a465-3cac867817de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:51.791330 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-a9642fa4-54b1-4d75-b931-43da91486c0b req-fecebffa-b4e6-440e-a8ba-5f036e8b2a55 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=b12a7183-6ec1-495e-9a99-647885c7f2f3 HTTP/1.1" status: 200 len: 210 time: 0.2186935 May 12 15:20:52.164203 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-ea2516aa-2c94-461c-bdcf-f41e57afeb39 req-885c357e-b807-4d19-817d-39755fed3400 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:52.488464 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-8e9e3eb0-3c8e-4693-b231-5e176560d846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:52.553018 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-a08c6401-6d3d-4cd6-a68c-8885313f05ff None None] Notify callbacks [] for port, precommit_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:52.609407 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-a08c6401-6d3d-4cd6-a68c-8885313f05ff None None] Transition to ACTIVE for port object 6ad1f101-24d4-4aa8-9e68-0852222902c7 will not be triggered until provisioned by entity L2. {{(pid=78794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:20:52.637191 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-a08c6401-6d3d-4cd6-a68c-8885313f05ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:52.670995 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-ccf6fd7b-5043-4806-8381-43f4efac012c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:20:52.806575 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.85', 49582) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:20:52.807105 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 39232) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:20:53.028653 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.v2.base [None req-e8c15c3b-469e-4cb1-b533-906458e64a4a tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1760336068', 'description': 'tempest-description--1286610646'}} {{(pid=78793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:20:53.097197 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-e8c15c3b-469e-4cb1-b533-906458e64a4a tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:20:53.110672 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.notifiers.nova [req-0bf95a3c-1f6c-44c0-94c5-51ab23514495 req-e188c526-037e-4cf7-a465-3cac867817de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04093988-8b4c-43e0-a443-019f68577186 {{(pid=78792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 15:20:53.142875 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-0bf95a3c-1f6c-44c0-94c5-51ab23514495 req-e188c526-037e-4cf7-a465-3cac867817de service neutron] Notify callbacks [] for port, precommit_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:53.216690 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.provisioning_blocks [req-0bf95a3c-1f6c-44c0-94c5-51ab23514495 req-e188c526-037e-4cf7-a465-3cac867817de service neutron] Transition to ACTIVE for port object 04093988-8b4c-43e0-a443-019f68577186 will not be triggered until provisioned by entity L2. {{(pid=78792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:20:53.252547 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-0bf95a3c-1f6c-44c0-94c5-51ab23514495 req-e188c526-037e-4cf7-a465-3cac867817de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3714866'] for port, after_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:53.304348 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:20:53.483085 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335e76c3-e0f0-41e1-9e7d-1e382c636d33 None None] Pushing event updated for resources: {'Port': ['ID=6ad1f101-24d4-4aa8-9e68-0852222902c7,revision_number=3']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:20:53.534813 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-335e76c3-e0f0-41e1-9e7d-1e382c636d33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.864s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:20:53.752194 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.managers [None req-a08c6401-6d3d-4cd6-a68c-8885313f05ff None None] Attempting to bind port 6ad1f101-24d4-4aa8-9e68-0852222902c7 on host dv-cinder-789603-6-iscsi for vnic_type normal with profile {{(pid=78794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:20:53.752822 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.managers [None req-a08c6401-6d3d-4cd6-a68c-8885313f05ff None None] Attempting to bind port 6ad1f101-24d4-4aa8-9e68-0852222902c7 by drivers openvswitch,hyperv on host dv-cinder-789603-6-iscsi at level 0 using segments [{'id': '4319fcb2-d56a-483c-b9e5-3a743225ca7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b0a67018-e604-4c5d-b021-363bc82650e3'}] {{(pid=78794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:20:53.753457 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08c6401-6d3d-4cd6-a68c-8885313f05ff None None] Attempting to bind port 6ad1f101-24d4-4aa8-9e68-0852222902c7 on network b0a67018-e604-4c5d-b021-363bc82650e3 {{(pid=78794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:20:53.772844 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08c6401-6d3d-4cd6-a68c-8885313f05ff None None] Checking agent: {'id': 'a7a9b333-fa08-4200-b168-94acd4aebf78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 15, 12, 52), 'started_at': datetime.datetime(2021, 5, 12, 15, 13, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 15, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:20:53.773684 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08c6401-6d3d-4cd6-a68c-8885313f05ff None None] Checking segment: {'id': '4319fcb2-d56a-483c-b9e5-3a743225ca7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b0a67018-e604-4c5d-b021-363bc82650e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:20:53.774433 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-a08c6401-6d3d-4cd6-a68c-8885313f05ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:53.775084 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08c6401-6d3d-4cd6-a68c-8885313f05ff None None] Bound using segment: {'id': '4319fcb2-d56a-483c-b9e5-3a743225ca7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b0a67018-e604-4c5d-b021-363bc82650e3'} {{(pid=78794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:20:53.775785 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.managers [None req-a08c6401-6d3d-4cd6-a68c-8885313f05ff None None] Bound port: 6ad1f101-24d4-4aa8-9e68-0852222902c7, host: dv-cinder-789603-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4319fcb2-d56a-483c-b9e5-3a743225ca7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b0a67018-e604-4c5d-b021-363bc82650e3'}}] {{(pid=78794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:20:53.776413 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-a08c6401-6d3d-4cd6-a68c-8885313f05ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:53.873468 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-e8c15c3b-469e-4cb1-b533-906458e64a4a tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Usage tracker for resource:security_group and tenant:f8b03419ce0c413cbee40794040a2918 is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:20:53.928375 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-e8c15c3b-469e-4cb1-b533-906458e64a4a tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:20:54.004137 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d389d6-37e3-4006-9e55-1b3ee867d511 req-48aabce9-37cc-4562-88e0-d64559c347f4 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:20:54.006086 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-30d389d6-37e3-4006-9e55-1b3ee867d511 req-48aabce9-37cc-4562-88e0-d64559c347f4 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.85 "GET /v2.0/networks?id=fb786cfb-6ac9-4fb8-8644-ee3baa944840 HTTP/1.1" status: 200 len: 819 time: 1.1899137 May 12 15:20:54.089586 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a241540e-469f-4485-84ca-a9d033ef7817 req-a5100210-cb67-4d66-b097-7e9e37f069a4 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:20:54.092653 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-a241540e-469f-4485-84ca-a9d033ef7817 req-a5100210-cb67-4d66-b097-7e9e37f069a4 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.85 "GET /v2.0/networks?id=fb786cfb-6ac9-4fb8-8644-ee3baa944840 HTTP/1.1" status: 200 len: 819 time: 3.2149076 May 12 15:20:54.188417 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-e8c15c3b-469e-4cb1-b533-906458e64a4a tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:20:54.194795 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.v2.base [req-a241540e-469f-4485-84ca-a9d033ef7817 req-47fa164f-7240-44cc-8d69-e2e93c3bf156 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Request body: {'port': {'device_id': 'b12a7183-6ec1-495e-9a99-647885c7f2f3', 'network_id': 'fb786cfb-6ac9-4fb8-8644-ee3baa944840', 'admin_state_up': True, 'tenant_id': '74c7c1c901cc4a308c52d5960e08ed68'}} {{(pid=78792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:20:54.241127 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.v2.base [req-30d389d6-37e3-4006-9e55-1b3ee867d511 req-5bf8155a-29ac-42b5-94ad-3e59332b3f04 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Request body: {'port': {'device_id': '370810a7-448d-401c-91e6-970dbdafd8c2', 'network_id': 'fb786cfb-6ac9-4fb8-8644-ee3baa944840', 'admin_state_up': True, 'tenant_id': '74c7c1c901cc4a308c52d5960e08ed68'}} {{(pid=78793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:20:54.247550 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e188c526-037e-4cf7-a465-3cac867817de service neutron] Pushing event updated for resources: {'Port': ['ID=04093988-8b4c-43e0-a443-019f68577186,revision_number=2']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:20:54.251472 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-e188c526-037e-4cf7-a465-3cac867817de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.947s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:20:54.299643 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-876105c5-eed7-46ba-a478-d2a34eb0d798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:54.313177 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-a08c6401-6d3d-4cd6-a68c-8885313f05ff None None] For port 6ad1f101-24d4-4aa8-9e68-0852222902c7, host dv-cinder-789603-6-iscsi, cleared binding levels {{(pid=78794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:20:54.323518 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-a08c6401-6d3d-4cd6-a68c-8885313f05ff None None] For port 6ad1f101-24d4-4aa8-9e68-0852222902c7, host dv-cinder-789603-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-iscsi',level=0,port_id=6ad1f101-24d4-4aa8-9e68-0852222902c7,segment=NetworkSegment(4319fcb2-d56a-483c-b9e5-3a743225ca7f),segment_id=4319fcb2-d56a-483c-b9e5-3a743225ca7f)] {{(pid=78794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:20:54.330363 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-a08c6401-6d3d-4cd6-a68c-8885313f05ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:54.362248 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:20:54.462307 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af6c0f4-8117-44e7-87a3-664648bad31e req-812479c9-30b4-431a-8ac7-0cdc1bb996d0 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:20:54.474804 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-6af6c0f4-8117-44e7-87a3-664648bad31e req-812479c9-30b4-431a-8ac7-0cdc1bb996d0 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bacbc99-4e8f-48ab-8de9-cde56445a512 HTTP/1.1" status: 200 len: 932 time: 1.0141394 May 12 15:20:54.478021 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 39290) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:20:54.589791 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335e76c3-e0f0-41e1-9e7d-1e382c636d33 None None] Pushing event updated for resources: {'Port': ['ID=6ad1f101-24d4-4aa8-9e68-0852222902c7,revision_number=4']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:20:54.609160 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-335e76c3-e0f0-41e1-9e7d-1e382c636d33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:20:54.629681 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-e8c15c3b-469e-4cb1-b533-906458e64a4a tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Notify callbacks [] for security_group, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:54.639380 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-6af6c0f4-8117-44e7-87a3-664648bad31e req-8c9209ee-bce5-41cf-8aaa-8cbb8cd4317d tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5f97bae-6cd9-488a-b971-8bbfbaad3da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622834 May 12 15:20:54.654023 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08c6401-6d3d-4cd6-a68c-8885313f05ff None None] Routers {'6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1'} bound to L3 agent in host dv-cinder-789603-6-iscsi {{(pid=78794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:20:54.657581 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-a08c6401-6d3d-4cd6-a68c-8885313f05ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-12T15:12:51Z,description=,heartbeat_timestamp=2021-05-12T15:20:51Z,host='dv-cinder-789603-6-iscsi',id=e96f2393-830b-46ef-bef2-f93615c2f352,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:12:51Z,topic='l3_agent')) {'router_ids': ['6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1'], 'active': True} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:20:54.750601 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f26ec37-2ab8-491a-aa90-314aa98894cc req-f8f44838-a2a8-4d32-8dde-8710bbf6769a tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:20:54.762997 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-2f26ec37-2ab8-491a-aa90-314aa98894cc req-f8f44838-a2a8-4d32-8dde-8710bbf6769a tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=380c23e1-1666-441c-ac21-270ec89faa80 HTTP/1.1" status: 200 len: 931 time: 2.1992602 May 12 15:20:54.796657 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-e8c15c3b-469e-4cb1-b533-906458e64a4a tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:20:54.863153 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-e8c15c3b-469e-4cb1-b533-906458e64a4a tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Usage tracker for resource:security_group_rule and tenant:f8b03419ce0c413cbee40794040a2918 is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:20:54.891326 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-e8c15c3b-469e-4cb1-b533-906458e64a4a tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:20:54.962584 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-e8c15c3b-469e-4cb1-b533-906458e64a4a tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:20:54.973451 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.managers [req-0bf95a3c-1f6c-44c0-94c5-51ab23514495 req-e188c526-037e-4cf7-a465-3cac867817de service neutron] Attempting to bind port 04093988-8b4c-43e0-a443-019f68577186 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=78792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:20:54.973837 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.managers [req-0bf95a3c-1f6c-44c0-94c5-51ab23514495 req-e188c526-037e-4cf7-a465-3cac867817de service neutron] Attempting to bind port 04093988-8b4c-43e0-a443-019f68577186 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '3562151b-8bf4-487d-bcfe-e1baea035031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7a9a0a63-2af5-4556-bd7a-991a8e39d133'}] {{(pid=78792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:20:54.974168 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf95a3c-1f6c-44c0-94c5-51ab23514495 req-e188c526-037e-4cf7-a465-3cac867817de service neutron] Attempting to bind port 04093988-8b4c-43e0-a443-019f68577186 on network 7a9a0a63-2af5-4556-bd7a-991a8e39d133 {{(pid=78792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:20:55.000570 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf95a3c-1f6c-44c0-94c5-51ab23514495 req-e188c526-037e-4cf7-a465-3cac867817de service neutron] Port 04093988-8b4c-43e0-a443-019f68577186 on network 7a9a0a63-2af5-4556-bd7a-991a8e39d133 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=78792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 15:20:55.000891 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf95a3c-1f6c-44c0-94c5-51ab23514495 req-e188c526-037e-4cf7-a465-3cac867817de service neutron] Attempting to bind port 04093988-8b4c-43e0-a443-019f68577186 on network 7a9a0a63-2af5-4556-bd7a-991a8e39d133 {{(pid=78792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:20:55.006398 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-2f26ec37-2ab8-491a-aa90-314aa98894cc req-359293dc-532c-4024-8761-4044c377a3ea tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/security-groups?id=6307c184-9367-4c50-a03b-173b376f0731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419720 May 12 15:20:55.008022 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.db.resource_extend [req-ea2516aa-2c94-461c-bdcf-f41e57afeb39 req-885c357e-b807-4d19-817d-39755fed3400 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 15:20:55.075058 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf95a3c-1f6c-44c0-94c5-51ab23514495 req-e188c526-037e-4cf7-a465-3cac867817de service neutron] Checking agent: {'id': 'f90bdb6d-8ae0-42e3-a09a-ceb4f970b9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 15, 18, 57), 'started_at': datetime.datetime(2021, 5, 12, 15, 18, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 15, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:20:55.075410 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf95a3c-1f6c-44c0-94c5-51ab23514495 req-e188c526-037e-4cf7-a465-3cac867817de service neutron] Checking segment: {'id': '3562151b-8bf4-487d-bcfe-e1baea035031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7a9a0a63-2af5-4556-bd7a-991a8e39d133'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:20:55.099434 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf95a3c-1f6c-44c0-94c5-51ab23514495 req-e188c526-037e-4cf7-a465-3cac867817de service neutron] Bound using segment: {'id': '3562151b-8bf4-487d-bcfe-e1baea035031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7a9a0a63-2af5-4556-bd7a-991a8e39d133'} {{(pid=78792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:20:55.099974 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.managers [req-0bf95a3c-1f6c-44c0-94c5-51ab23514495 req-e188c526-037e-4cf7-a465-3cac867817de service neutron] Bound port: 04093988-8b4c-43e0-a443-019f68577186, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3562151b-8bf4-487d-bcfe-e1baea035031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7a9a0a63-2af5-4556-bd7a-991a8e39d133'}}] {{(pid=78792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:20:55.100338 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-0bf95a3c-1f6c-44c0-94c5-51ab23514495 req-e188c526-037e-4cf7-a465-3cac867817de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:55.143692 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [req-30d389d6-37e3-4006-9e55-1b3ee867d511 req-5bf8155a-29ac-42b5-94ad-3e59332b3f04 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:20:55.150970 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [req-a241540e-469f-4485-84ca-a9d033ef7817 req-47fa164f-7240-44cc-8d69-e2e93c3bf156 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:20:55.194128 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [req-30d389d6-37e3-4006-9e55-1b3ee867d511 req-5bf8155a-29ac-42b5-94ad-3e59332b3f04 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:20:55.196926 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvr_db [None req-a08c6401-6d3d-4cd6-a68c-8885313f05ff None None] Set router 6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1 gateway port host: dv-cinder-789603-6-iscsi {{(pid=78794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:20:55.209377 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.notifiers.nova [req-ea2516aa-2c94-461c-bdcf-f41e57afeb39 req-885c357e-b807-4d19-817d-39755fed3400 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84b91f9b-8e19-4ead-8758-eaa0d1c6b869 {{(pid=78793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 15:20:55.288548 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-bcf76701-8a95-46dd-b92a-135a2e174cd6 req-980606eb-55ea-4023-a159-9c6ef9572364 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=b12a7183-6ec1-495e-9a99-647885c7f2f3 HTTP/1.1" status: 200 len: 210 time: 0.1346130 May 12 15:20:55.343582 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-e8c15c3b-469e-4cb1-b533-906458e64a4a tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Notify callbacks [] for security_group, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:55.364551 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-ea2516aa-2c94-461c-bdcf-f41e57afeb39 req-885c357e-b807-4d19-817d-39755fed3400 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:55.387439 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [req-a241540e-469f-4485-84ca-a9d033ef7817 req-47fa164f-7240-44cc-8d69-e2e93c3bf156 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:20:55.392845 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.provisioning_blocks [req-ea2516aa-2c94-461c-bdcf-f41e57afeb39 req-885c357e-b807-4d19-817d-39755fed3400 service neutron] Transition to ACTIVE for port object 84b91f9b-8e19-4ead-8758-eaa0d1c6b869 will not be triggered until provisioned by entity L2. {{(pid=78793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:20:55.394679 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30d389d6-37e3-4006-9e55-1b3ee867d511 req-5bf8155a-29ac-42b5-94ad-3e59332b3f04 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Made reservation on behalf of 74c7c1c901cc4a308c52d5960e08ed68 for: {'port': 1} {{(pid=78793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:20:55.395864 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.db [req-0bf95a3c-1f6c-44c0-94c5-51ab23514495 req-e188c526-037e-4cf7-a465-3cac867817de service neutron] For port 04093988-8b4c-43e0-a443-019f68577186, host hv-cinder-78960, cleared binding levels {{(pid=78792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:20:55.398617 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-30d389d6-37e3-4006-9e55-1b3ee867d511 req-5bf8155a-29ac-42b5-94ad-3e59332b3f04 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:55.418992 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.db [req-0bf95a3c-1f6c-44c0-94c5-51ab23514495 req-e188c526-037e-4cf7-a465-3cac867817de service neutron] For port 04093988-8b4c-43e0-a443-019f68577186, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=04093988-8b4c-43e0-a443-019f68577186,segment=NetworkSegment(3562151b-8bf4-487d-bcfe-e1baea035031),segment_id=3562151b-8bf4-487d-bcfe-e1baea035031)] {{(pid=78792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:20:55.421749 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-e8c15c3b-469e-4cb1-b533-906458e64a4a tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:55.425239 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-ea2516aa-2c94-461c-bdcf-f41e57afeb39 req-885c357e-b807-4d19-817d-39755fed3400 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3598924'] for port, after_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:55.428644 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-0bf95a3c-1f6c-44c0-94c5-51ab23514495 req-e188c526-037e-4cf7-a465-3cac867817de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3714866'] for port, after_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:55.435561 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-e4fbab9e-c371-4aac-a6d4-73f5c20a0a81 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:20:55.487323 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-4b05e346-b4a9-4bd0-89c0-419740f6aaf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:20:55.502834 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a241540e-469f-4485-84ca-a9d033ef7817 req-47fa164f-7240-44cc-8d69-e2e93c3bf156 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Made reservation on behalf of 74c7c1c901cc4a308c52d5960e08ed68 for: {'port': 1} {{(pid=78792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:20:55.525453 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-a241540e-469f-4485-84ca-a9d033ef7817 req-47fa164f-7240-44cc-8d69-e2e93c3bf156 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:55.534570 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c15c3b-469e-4cb1-b533-906458e64a4a tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b59b4c23-61fe-43f1-a95c-f7c6a6178560,revision_number=1']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:20:55.725531 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e188c526-037e-4cf7-a465-3cac867817de service neutron] Pushing event updated for resources: {'Port': ['ID=04093988-8b4c-43e0-a443-019f68577186,revision_number=3']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:20:55.735869 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-e8c15c3b-469e-4cb1-b533-906458e64a4a tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Notify callbacks [] for security_group, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:55.738207 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-e8c15c3b-469e-4cb1-b533-906458e64a4a tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.9201212 May 12 15:20:55.758593 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-e8c15c3b-469e-4cb1-b533-906458e64a4a tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:20:55.969654 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-21aedf91-ccdf-4e55-b727-d9442131ebc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.433s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:20:56.111032 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 39322) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:20:56.174597 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-a6470767-8058-4101-ad1e-cac67b64293a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:56.196275 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.v2.base [None req-99b51e78-a8fb-4462-85d0-3ffb09b95177 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Request body: {'security_group_rule': {'security_group_id': 'b59b4c23-61fe-43f1-a95c-f7c6a6178560', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:20:56.203465 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-e188c526-037e-4cf7-a465-3cac867817de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.754s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:20:56.203567 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-a08c6401-6d3d-4cd6-a68c-8885313f05ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1', 'name': 'tempest-AttachVolumeTestJSON-379129705-router', 'tenant_id': 'f8b03419ce0c413cbee40794040a2918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '4c3aeed0-9682-42d7-b51e-efd94313e1cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:20:29Z', 'updated_at': '2021-05-12T15:20:46Z', 'revision_number': 4, 'project_id': 'f8b03419ce0c413cbee40794040a2918', 'gw_port': {'id': '4c3aeed0-9682-42d7-b51e-efd94313e1cb', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ba:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:20:31Z', 'updated_at': '2021-05-12T15:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi', '_interfaces': [{'id': '6ad1f101-24d4-4aa8-9e68-0852222902c7', 'name': '', 'network_id': 'b0a67018-e604-4c5d-b021-363bc82650e3', 'tenant_id': 'f8b03419ce0c413cbee40794040a2918', 'mac_address': 'fa:16:3e:85:3d:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0bfa47e8-ea4e-42ac-a644-064fdadd42d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:20:41Z', 'updated_at': '2021-05-12T15:20:54Z', 'revision_number': 4, 'project_id': 'f8b03419ce0c413cbee40794040a2918', 'subnets': [{'id': '0bfa47e8-ea4e-42ac-a644-064fdadd42d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-iscsi', False) {} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:20:56.208244 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-a6470767-8058-4101-ad1e-cac67b64293a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:20:56.214539 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-a6470767-8058-4101-ad1e-cac67b64293a admin admin] Usage tracker for resource:security_group_rule and tenant:d16c2844f12a47b188c642188dd0aa49 is out of sync, need to count used quota {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:20:56.219440 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-a6470767-8058-4101-ad1e-cac67b64293a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:20:56.229936 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-a6470767-8058-4101-ad1e-cac67b64293a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:20:56.230918 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08c6401-6d3d-4cd6-a68c-8885313f05ff None None] The sync data for ids ['6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1'] in dv-cinder-789603-6-iscsi is: [{'id': '6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1', 'name': 'tempest-AttachVolumeTestJSON-379129705-router', 'tenant_id': 'f8b03419ce0c413cbee40794040a2918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '4c3aeed0-9682-42d7-b51e-efd94313e1cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:20:29Z', 'updated_at': '2021-05-12T15:20:46Z', 'revision_number': 4, 'project_id': 'f8b03419ce0c413cbee40794040a2918', 'gw_port': {'id': '4c3aeed0-9682-42d7-b51e-efd94313e1cb', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ba:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:20:31Z', 'updated_at': '2021-05-12T15:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi', '_interfaces': [{'id': '6ad1f101-24d4-4aa8-9e68-0852222902c7', 'name': '', 'network_id': 'b0a67018-e604-4c5d-b021-363bc82650e3', 'tenant_id': 'f8b03419ce0c413cbee40794040a2918', 'mac_address': 'fa:16:3e:85:3d:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0bfa47e8-ea4e-42ac-a644-064fdadd42d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:20:41Z', 'updated_at': '2021-05-12T15:20:54Z', 'revision_number': 4, 'project_id': 'f8b03419ce0c413cbee40794040a2918', 'subnets': [{'id': '0bfa47e8-ea4e-42ac-a644-064fdadd42d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:20:56.246663 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf95a3c-1f6c-44c0-94c5-51ab23514495 req-e188c526-037e-4cf7-a465-3cac867817de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:20:56.247287 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-0bf95a3c-1f6c-44c0-94c5-51ab23514495 req-e188c526-037e-4cf7-a465-3cac867817de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2050383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for port, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:56.248788 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-0bf95a3c-1f6c-44c0-94c5-51ab23514495 req-e188c526-037e-4cf7-a465-3cac867817de service neutron] 10.222.0.85 "PUT /v2.0/ports/04093988-8b4c-43e0-a443-019f68577186 HTTP/1.1" status: 200 len: 1093 time: 5.7638793 May 12 15:20:56.251415 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '380c23e1-1666-441c-ac21-270ec89faa80', 'tag': '04093988-8b4c-43e0-a443-019f68577186'}] {{(pid=78792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:20:56.490373 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-99b51e78-a8fb-4462-85d0-3ffb09b95177 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:20:56.578847 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-99b51e78-a8fb-4462-85d0-3ffb09b95177 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Usage tracker for resource:security_group_rule and tenant:f8b03419ce0c413cbee40794040a2918 is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:20:56.587666 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-99b51e78-a8fb-4462-85d0-3ffb09b95177 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:20:56.606899 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-99b51e78-a8fb-4462-85d0-3ffb09b95177 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:20:56.700738 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:56.733531 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device 6ad1f101-24d4-4aa8-9e68-0852222902c7 up at agent ovs-agent-dv-cinder-789603-6-iscsi {{(pid=78794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:20:56.738162 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.db_base_plugin_common [req-30d389d6-37e3-4006-9e55-1b3ee867d511 req-5bf8155a-29ac-42b5-94ad-3e59332b3f04 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Allocated IP 172.20.0.3 (fb786cfb-6ac9-4fb8-8644-ee3baa944840/93335869-57f6-4f74-9e92-cecab8c181bc/a9712b9e-8515-4329-a096-bd106527c186) {{(pid=78793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:20:56.801462 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf95a3c-1f6c-44c0-94c5-51ab23514495 req-d53d7220-a7c6-472d-aba1-3ed701bcbbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:20:56.810596 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-0bf95a3c-1f6c-44c0-94c5-51ab23514495 req-d53d7220-a7c6-472d-aba1-3ed701bcbbc4 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=67d1815edccf41cfb649225313f265b3&device_id=380c23e1-1666-441c-ac21-270ec89faa80 HTTP/1.1" status: 200 len: 1096 time: 0.5062177 May 12 15:20:56.983711 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Provisioning for port 6ad1f101-24d4-4aa8-9e68-0852222902c7 completed by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:20:56.990965 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Provisioning complete for port 6ad1f101-24d4-4aa8-9e68-0852222902c7 triggered by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:20:56.993587 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:57.019014 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-0bf95a3c-1f6c-44c0-94c5-51ab23514495 req-0b1c0778-2603-4435-bf42-b2c010d4b8ac service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=04093988-8b4c-43e0-a443-019f68577186 HTTP/1.1" status: 200 len: 217 time: 0.1734676 May 12 15:20:57.273308 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-30d389d6-37e3-4006-9e55-1b3ee867d511 req-5bf8155a-29ac-42b5-94ad-3e59332b3f04 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Notify callbacks [] for port, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:57.325612 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c772e53-c889-46e3-9998-57b16b62fe92 req-8d401aa3-27e2-461d-b708-8a1c6fb523ba tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:20:57.327451 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-1c772e53-c889-46e3-9998-57b16b62fe92 req-8d401aa3-27e2-461d-b708-8a1c6fb523ba tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=380c23e1-1666-441c-ac21-270ec89faa80 HTTP/1.1" status: 200 len: 943 time: 0.9177146 May 12 15:20:57.335326 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-30d389d6-37e3-4006-9e55-1b3ee867d511 req-5bf8155a-29ac-42b5-94ad-3e59332b3f04 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739648862724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3598933'] for port, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:57.364602 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:57.428629 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] For port 6ad1f101-24d4-4aa8-9e68-0852222902c7, host dv-cinder-789603-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-iscsi',level=0,port_id=6ad1f101-24d4-4aa8-9e68-0852222902c7,segment=NetworkSegment(4319fcb2-d56a-483c-b9e5-3a743225ca7f),segment_id=4319fcb2-d56a-483c-b9e5-3a743225ca7f)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:20:57.437908 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:57.453191 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885c357e-b807-4d19-817d-39755fed3400 service neutron] Pushing event updated for resources: {'Port': ['ID=84b91f9b-8e19-4ead-8758-eaa0d1c6b869,revision_number=2']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:20:57.455585 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:20:57.467445 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-885c357e-b807-4d19-817d-39755fed3400 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.498s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:20:57.477265 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:20:57.582166 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-99b51e78-a8fb-4462-85d0-3ffb09b95177 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:57.621009 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Pushing event updated for resources: {'Port': ['ID=6ad1f101-24d4-4aa8-9e68-0852222902c7,revision_number=5']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:20:57.647474 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:20:57.652275 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.db_base_plugin_common [req-a241540e-469f-4485-84ca-a9d033ef7817 req-47fa164f-7240-44cc-8d69-e2e93c3bf156 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Allocated IP 172.20.0.4 (fb786cfb-6ac9-4fb8-8644-ee3baa944840/93335869-57f6-4f74-9e92-cecab8c181bc/3d7cf13f-02dc-4bae-93e9-613d3879c4a8) {{(pid=78792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:20:57.693543 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30d389d6-37e3-4006-9e55-1b3ee867d511 req-5bf8155a-29ac-42b5-94ad-3e59332b3f04 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Network fb786cfb-6ac9-4fb8-8644-ee3baa944840 is already hosted by enough agents. {{(pid=78793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:20:57.719531 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.base_scheduler [req-30d389d6-37e3-4006-9e55-1b3ee867d511 req-5bf8155a-29ac-42b5-94ad-3e59332b3f04 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Resources bound (agent type, host, resource id): {{(pid=78793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:20:57.750255 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.l3_dvrscheduler_db [req-30d389d6-37e3-4006-9e55-1b3ee867d511 req-5bf8155a-29ac-42b5-94ad-3e59332b3f04 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Received port after_create {{(pid=78793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:20:57.966303 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf8155a-29ac-42b5-94ad-3e59332b3f04 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Pushing event updated for resources: {'Port': ['ID=a9712b9e-8515-4329-a096-bd106527c186,revision_number=1']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:20:57.982749 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-5bf8155a-29ac-42b5-94ad-3e59332b3f04 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:20:58.015507 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.managers [req-ea2516aa-2c94-461c-bdcf-f41e57afeb39 req-885c357e-b807-4d19-817d-39755fed3400 service neutron] Attempting to bind port 84b91f9b-8e19-4ead-8758-eaa0d1c6b869 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=78793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:20:58.024539 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.managers [req-ea2516aa-2c94-461c-bdcf-f41e57afeb39 req-885c357e-b807-4d19-817d-39755fed3400 service neutron] Attempting to bind port 84b91f9b-8e19-4ead-8758-eaa0d1c6b869 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'aed3de80-ed18-460e-b055-6eaee58095ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '06377a76-cba3-4a9a-8a35-e745bfc855d3'}] {{(pid=78793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:20:58.025195 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2516aa-2c94-461c-bdcf-f41e57afeb39 req-885c357e-b807-4d19-817d-39755fed3400 service neutron] Attempting to bind port 84b91f9b-8e19-4ead-8758-eaa0d1c6b869 on network 06377a76-cba3-4a9a-8a35-e745bfc855d3 {{(pid=78793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:20:58.067603 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-a241540e-469f-4485-84ca-a9d033ef7817 req-47fa164f-7240-44cc-8d69-e2e93c3bf156 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Notify callbacks [] for port, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:58.083291 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb9f259-931e-45c3-88a7-ee8f8e417eab req-5e74c28d-375e-4578-b315-aa4288ac27a7 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:20:58.094654 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-bcb9f259-931e-45c3-88a7-ee8f8e417eab req-5e74c28d-375e-4578-b315-aa4288ac27a7 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bacbc99-4e8f-48ab-8de9-cde56445a512 HTTP/1.1" status: 200 len: 944 time: 1.9826396 May 12 15:20:58.109058 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2516aa-2c94-461c-bdcf-f41e57afeb39 req-885c357e-b807-4d19-817d-39755fed3400 service neutron] Port 84b91f9b-8e19-4ead-8758-eaa0d1c6b869 on network 06377a76-cba3-4a9a-8a35-e745bfc855d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=78793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 15:20:58.113334 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2516aa-2c94-461c-bdcf-f41e57afeb39 req-885c357e-b807-4d19-817d-39755fed3400 service neutron] Attempting to bind port 84b91f9b-8e19-4ead-8758-eaa0d1c6b869 on network 06377a76-cba3-4a9a-8a35-e745bfc855d3 {{(pid=78793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:20:58.188218 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d389d6-37e3-4006-9e55-1b3ee867d511 req-5bf8155a-29ac-42b5-94ad-3e59332b3f04 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:20:58.188218 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-30d389d6-37e3-4006-9e55-1b3ee867d511 req-5bf8155a-29ac-42b5-94ad-3e59332b3f04 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2050383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for port, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:58.207783 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-1c772e53-c889-46e3-9998-57b16b62fe92 req-fdc2c7d8-ee16-4dc4-83ef-0502b657bc88 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/security-groups?id=6307c184-9367-4c50-a03b-173b376f0731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7106311 May 12 15:20:58.213958 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-a241540e-469f-4485-84ca-a9d033ef7817 req-47fa164f-7240-44cc-8d69-e2e93c3bf156 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739648862724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3714859'] for port, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:58.243708 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-a6470767-8058-4101-ad1e-cac67b64293a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:58.273032 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-e188c526-037e-4cf7-a465-3cac867817de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:20:58.275333 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2516aa-2c94-461c-bdcf-f41e57afeb39 req-885c357e-b807-4d19-817d-39755fed3400 service neutron] Checking agent: {'id': 'f90bdb6d-8ae0-42e3-a09a-ceb4f970b9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 15, 18, 57), 'started_at': datetime.datetime(2021, 5, 12, 15, 18, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 15, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:20:58.278763 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2516aa-2c94-461c-bdcf-f41e57afeb39 req-885c357e-b807-4d19-817d-39755fed3400 service neutron] Checking segment: {'id': 'aed3de80-ed18-460e-b055-6eaee58095ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '06377a76-cba3-4a9a-8a35-e745bfc855d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:20:58.280553 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2516aa-2c94-461c-bdcf-f41e57afeb39 req-885c357e-b807-4d19-817d-39755fed3400 service neutron] Bound using segment: {'id': 'aed3de80-ed18-460e-b055-6eaee58095ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '06377a76-cba3-4a9a-8a35-e745bfc855d3'} {{(pid=78793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:20:58.281268 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.managers [req-ea2516aa-2c94-461c-bdcf-f41e57afeb39 req-885c357e-b807-4d19-817d-39755fed3400 service neutron] Bound port: 84b91f9b-8e19-4ead-8758-eaa0d1c6b869, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aed3de80-ed18-460e-b055-6eaee58095ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '06377a76-cba3-4a9a-8a35-e745bfc855d3'}}] {{(pid=78793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:20:58.282326 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-ea2516aa-2c94-461c-bdcf-f41e57afeb39 req-885c357e-b807-4d19-817d-39755fed3400 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:58.474348 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a241540e-469f-4485-84ca-a9d033ef7817 req-47fa164f-7240-44cc-8d69-e2e93c3bf156 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Network fb786cfb-6ac9-4fb8-8644-ee3baa944840 is already hosted by enough agents. {{(pid=78792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:20:58.476496 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-30d389d6-37e3-4006-9e55-1b3ee867d511 req-5bf8155a-29ac-42b5-94ad-3e59332b3f04 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2855144 May 12 15:20:58.481288 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf95a3c-1f6c-44c0-94c5-51ab23514495 req-59d14396-1d17-4ace-b4af-23fc272bee84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:20:58.484004 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-0bf95a3c-1f6c-44c0-94c5-51ab23514495 req-59d14396-1d17-4ace-b4af-23fc272bee84 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=881371bc-0cab-4490-a652-bddfe720ce96 HTTP/1.1" status: 200 len: 855 time: 1.3861132 May 12 15:20:58.489443 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fa164f-7240-44cc-8d69-e2e93c3bf156 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Pushing event updated for resources: {'Port': ['ID=3d7cf13f-02dc-4bae-93e9-613d3879c4a8,revision_number=1']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:20:58.497209 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-47fa164f-7240-44cc-8d69-e2e93c3bf156 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:20:58.503005 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.base_scheduler [req-a241540e-469f-4485-84ca-a9d033ef7817 req-47fa164f-7240-44cc-8d69-e2e93c3bf156 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Resources bound (agent type, host, resource id): {{(pid=78792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:20:58.503107 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-99b51e78-a8fb-4462-85d0-3ffb09b95177 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:58.504873 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-a6470767-8058-4101-ad1e-cac67b64293a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:58.557322 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.db [req-ea2516aa-2c94-461c-bdcf-f41e57afeb39 req-885c357e-b807-4d19-817d-39755fed3400 service neutron] For port 84b91f9b-8e19-4ead-8758-eaa0d1c6b869, host hv-cinder-78960, cleared binding levels {{(pid=78793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:20:58.562651 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.db [req-ea2516aa-2c94-461c-bdcf-f41e57afeb39 req-885c357e-b807-4d19-817d-39755fed3400 service neutron] For port 84b91f9b-8e19-4ead-8758-eaa0d1c6b869, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=84b91f9b-8e19-4ead-8758-eaa0d1c6b869,segment=NetworkSegment(aed3de80-ed18-460e-b055-6eaee58095ed),segment_id=aed3de80-ed18-460e-b055-6eaee58095ed)] {{(pid=78793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:20:58.571272 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.v2.base [req-30d389d6-37e3-4006-9e55-1b3ee867d511 req-52cbe51a-f333-42c0-b442-26246cb583d4 service neutron] Request body: {'port': {'device_id': '370810a7-448d-401c-91e6-970dbdafd8c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=78793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:20:58.605919 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-99b51e78-a8fb-4462-85d0-3ffb09b95177 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325463'] for security_group_rule, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:58.611824 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device 6ad1f101-24d4-4aa8-9e68-0852222902c7 up at agent ovs-agent-dv-cinder-789603-6-iscsi {{(pid=78794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:20:58.628624 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-ea2516aa-2c94-461c-bdcf-f41e57afeb39 req-885c357e-b807-4d19-817d-39755fed3400 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3598924'] for port, after_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:58.656885 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:20:58.707976 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.l3_dvrscheduler_db [req-a241540e-469f-4485-84ca-a9d033ef7817 req-47fa164f-7240-44cc-8d69-e2e93c3bf156 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Received port after_create {{(pid=78792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:20:58.718551 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-bcb9f259-931e-45c3-88a7-ee8f8e417eab req-7473846b-52cd-471e-abe4-cc0a24b768d1 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5f97bae-6cd9-488a-b971-8bbfbaad3da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5866435 May 12 15:20:58.721949 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Provisioning complete for port 6ad1f101-24d4-4aa8-9e68-0852222902c7 triggered by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:20:58.722700 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:58.735306 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-99b51e78-a8fb-4462-85d0-3ffb09b95177 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:58.739917 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-99b51e78-a8fb-4462-85d0-3ffb09b95177 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.5986118 May 12 15:20:58.741112 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 39406) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:20:58.747953 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b51e78-a8fb-4462-85d0-3ffb09b95177 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cae27eeb-8914-4d5f-9e02-7e313d43a6aa,revision_number=0']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:20:58.751075 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-99b51e78-a8fb-4462-85d0-3ffb09b95177 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:20:58.755489 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.v2.base [None req-4839233d-5b4d-414c-8a74-e4bb953d5fbe tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Request body: {'security_group_rule': {'security_group_id': 'b59b4c23-61fe-43f1-a95c-f7c6a6178560', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:20:58.773402 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-4839233d-5b4d-414c-8a74-e4bb953d5fbe tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:20:58.778053 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-4839233d-5b4d-414c-8a74-e4bb953d5fbe tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Usage tracker for resource:security_group_rule and tenant:f8b03419ce0c413cbee40794040a2918 is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:20:58.781219 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-4839233d-5b4d-414c-8a74-e4bb953d5fbe tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:20:58.787489 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-4839233d-5b4d-414c-8a74-e4bb953d5fbe tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:20:58.804479 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:20:58.828540 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a241540e-469f-4485-84ca-a9d033ef7817 req-47fa164f-7240-44cc-8d69-e2e93c3bf156 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:20:58.829599 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-a241540e-469f-4485-84ca-a9d033ef7817 req-47fa164f-7240-44cc-8d69-e2e93c3bf156 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2050383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for port, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:58.943301 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-179c7abd-7c3a-4509-b202-d507ff91921c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:20:58.954163 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-a241540e-469f-4485-84ca-a9d033ef7817 req-47fa164f-7240-44cc-8d69-e2e93c3bf156 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8035307 May 12 15:20:58.960902 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-0bf95a3c-1f6c-44c0-94c5-51ab23514495 req-9a073653-2e12-4739-bf29-c6dd47fd025a service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=7a9a0a63-2af5-4556-bd7a-991a8e39d133&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4544265 May 12 15:20:58.994908 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-a6470767-8058-4101-ad1e-cac67b64293a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d16c2844f12a47b188c642188dd0aa49&name=default HTTP/1.1" status: 200 len: 2979 time: 4.5006931 May 12 15:20:58.997314 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 39420) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:20:59.038527 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2516aa-2c94-461c-bdcf-f41e57afeb39 req-885c357e-b807-4d19-817d-39755fed3400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:20:59.039098 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-ea2516aa-2c94-461c-bdcf-f41e57afeb39 req-885c357e-b807-4d19-817d-39755fed3400 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2050383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for port, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:59.040665 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-ea2516aa-2c94-461c-bdcf-f41e57afeb39 req-885c357e-b807-4d19-817d-39755fed3400 service neutron] 10.222.0.85 "PUT /v2.0/ports/84b91f9b-8e19-4ead-8758-eaa0d1c6b869 HTTP/1.1" status: 200 len: 1094 time: 8.5204477 May 12 15:20:59.041541 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-4839233d-5b4d-414c-8a74-e4bb953d5fbe tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:59.052561 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '380c23e1-1666-441c-ac21-270ec89faa80', 'tag': '04093988-8b4c-43e0-a443-019f68577186', 'status': 'completed', 'code': 200} May 12 15:20:59.069223 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6470767-8058-4101-ad1e-cac67b64293a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab28ffd-eb12-45ef-bebf-692167e01782,revision_number=1']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:20:59.075775 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-a6470767-8058-4101-ad1e-cac67b64293a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:20:59.112493 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb78e6b7-125a-46e7-8d29-e4d04f3046dd req-0e23035c-0714-4fa3-b6fc-a6f3c1af0638 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:20:59.113332 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [req-bb78e6b7-125a-46e7-8d29-e4d04f3046dd req-0e23035c-0714-4fa3-b6fc-a6f3c1af0638 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Synchronizing usage tracker for tenant:74c7c1c901cc4a308c52d5960e08ed68 on resource:port {{(pid=78792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:20:59.140744 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-3c0a6d4c-04fc-45fb-8476-2ea20652a2b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:59.145018 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [req-bb78e6b7-125a-46e7-8d29-e4d04f3046dd req-0e23035c-0714-4fa3-b6fc-a6f3c1af0638 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Unset dirty status for tenant:74c7c1c901cc4a308c52d5960e08ed68 on resource:port {{(pid=78792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:20:59.149902 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bacbc99-4e8f-48ab-8de9-cde56445a512', 'tag': '84b91f9b-8e19-4ead-8758-eaa0d1c6b869'}] {{(pid=78793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:20:59.152558 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-bb78e6b7-125a-46e7-8d29-e4d04f3046dd req-0e23035c-0714-4fa3-b6fc-a6f3c1af0638 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=b12a7183-6ec1-495e-9a99-647885c7f2f3 HTTP/1.1" status: 200 len: 931 time: 0.4465313 May 12 15:20:59.184904 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-30d389d6-37e3-4006-9e55-1b3ee867d511 req-52cbe51a-f333-42c0-b442-26246cb583d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:59.229220 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-3c0a6d4c-04fc-45fb-8476-2ea20652a2b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:59.270479 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-4839233d-5b4d-414c-8a74-e4bb953d5fbe tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:59.290713 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [req-bb78e6b7-125a-46e7-8d29-e4d04f3046dd req-caf7f39e-3c74-4432-89a3-3ef59e2d3282 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Synchronizing usage tracker for tenant:74c7c1c901cc4a308c52d5960e08ed68 on resource:security_group {{(pid=78792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:20:59.314512 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [req-bb78e6b7-125a-46e7-8d29-e4d04f3046dd req-caf7f39e-3c74-4432-89a3-3ef59e2d3282 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Unset dirty status for tenant:74c7c1c901cc4a308c52d5960e08ed68 on resource:security_group {{(pid=78792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:20:59.334054 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-bb78e6b7-125a-46e7-8d29-e4d04f3046dd req-caf7f39e-3c74-4432-89a3-3ef59e2d3282 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684506 May 12 15:20:59.379110 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-3c0a6d4c-04fc-45fb-8476-2ea20652a2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:59.387432 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-dbde2436-fa6f-4a2f-9e0a-43559d1ccc91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:20:59.404664 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0a6d4c-04fc-45fb-8476-2ea20652a2b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab28ffd-eb12-45ef-bebf-692167e01782,revision_number=None']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:20:59.408920 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-3c0a6d4c-04fc-45fb-8476-2ea20652a2b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:20:59.411109 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-3c0a6d4c-04fc-45fb-8476-2ea20652a2b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:59.412923 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-3c0a6d4c-04fc-45fb-8476-2ea20652a2b7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3ab28ffd-eb12-45ef-bebf-692167e01782 HTTP/1.1" status: 204 len: 168 time: 0.4120293 May 12 15:20:59.472672 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885c357e-b807-4d19-817d-39755fed3400 service neutron] Pushing event updated for resources: {'Port': ['ID=84b91f9b-8e19-4ead-8758-eaa0d1c6b869,revision_number=3']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:20:59.481095 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-4839233d-5b4d-414c-8a74-e4bb953d5fbe tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325463'] for security_group_rule, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:59.516081 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-885c357e-b807-4d19-817d-39755fed3400 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.711s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:20:59.546929 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-99b51e78-a8fb-4462-85d0-3ffb09b95177 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:20:59.646746 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4839233d-5b4d-414c-8a74-e4bb953d5fbe tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1d741fe-9c1a-4741-ad52-6119dd882d40,revision_number=0']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:20:59.663605 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-4839233d-5b4d-414c-8a74-e4bb953d5fbe tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:20:59.677074 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bacbc99-4e8f-48ab-8de9-cde56445a512', 'tag': '84b91f9b-8e19-4ead-8758-eaa0d1c6b869', 'status': 'completed', 'code': 200} May 12 15:20:59.684666 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-4839233d-5b4d-414c-8a74-e4bb953d5fbe tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:59.686149 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-4839233d-5b4d-414c-8a74-e4bb953d5fbe tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9410701 May 12 15:20:59.690543 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 39486) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:20:59.697133 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.v2.base [None req-127a38dc-d523-4962-996c-beee7d68b6ba tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Request body: {'floatingip': {'floating_network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf'}} {{(pid=78792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:20:59.706918 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-127a38dc-d523-4962-996c-beee7d68b6ba tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:20:59.712074 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-127a38dc-d523-4962-996c-beee7d68b6ba tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Usage tracker for resource:floatingip and tenant:f8b03419ce0c413cbee40794040a2918 is out of sync, need to count used quota {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:20:59.716562 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-127a38dc-d523-4962-996c-beee7d68b6ba tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:20:59.729753 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-127a38dc-d523-4962-996c-beee7d68b6ba tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:20:59.741463 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d15e0f0-03db-4417-ae21-e38dac70fad9 req-7adb940b-543d-4af7-949e-2669274abf9b tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:20:59.743047 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-8d15e0f0-03db-4417-ae21-e38dac70fad9 req-7adb940b-543d-4af7-949e-2669274abf9b tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=380c23e1-1666-441c-ac21-270ec89faa80 HTTP/1.1" status: 200 len: 943 time: 0.2779396 May 12 15:20:59.752656 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-127a38dc-d523-4962-996c-beee7d68b6ba tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Notify callbacks [] for floatingip, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:59.874824 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-8d15e0f0-03db-4417-ae21-e38dac70fad9 req-bb10bc80-e6ed-4567-af5b-104c005cb8d9 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/security-groups?id=6307c184-9367-4c50-a03b-173b376f0731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195359 May 12 15:20:59.968836 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.notifiers.nova [req-30d389d6-37e3-4006-9e55-1b3ee867d511 req-52cbe51a-f333-42c0-b442-26246cb583d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9712b9e-8515-4329-a096-bd106527c186 {{(pid=78793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 15:20:59.979230 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-30d389d6-37e3-4006-9e55-1b3ee867d511 req-52cbe51a-f333-42c0-b442-26246cb583d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:20:59.985219 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.v2.base [req-a241540e-469f-4485-84ca-a9d033ef7817 req-d7c7bda5-1752-418a-bd6d-6a35dbd97414 service neutron] Request body: {'port': {'device_id': 'b12a7183-6ec1-495e-9a99-647885c7f2f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=78792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:21:00.089473 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.provisioning_blocks [req-30d389d6-37e3-4006-9e55-1b3ee867d511 req-52cbe51a-f333-42c0-b442-26246cb583d4 service neutron] Transition to ACTIVE for port object a9712b9e-8515-4329-a096-bd106527c186 will not be triggered until provisioned by entity L2. {{(pid=78793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:21:00.097360 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-30d389d6-37e3-4006-9e55-1b3ee867d511 req-52cbe51a-f333-42c0-b442-26246cb583d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3598924'] for port, after_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:00.106393 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-5bf8155a-29ac-42b5-94ad-3e59332b3f04 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:21:00.238377 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab29351b-bb04-4bd5-bfbb-bc964c847a58 req-62c97319-a62a-43b9-b0ff-4f67cb6db1f8 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:00.240294 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-ab29351b-bb04-4bd5-bfbb-bc964c847a58 req-62c97319-a62a-43b9-b0ff-4f67cb6db1f8 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bacbc99-4e8f-48ab-8de9-cde56445a512 HTTP/1.1" status: 200 len: 944 time: 0.3879457 May 12 15:21:00.242058 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cbe51a-f333-42c0-b442-26246cb583d4 service neutron] Pushing event updated for resources: {'Port': ['ID=a9712b9e-8515-4329-a096-bd106527c186,revision_number=2']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:21:00.246943 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 39512) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:21:00.301880 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-52cbe51a-f333-42c0-b442-26246cb583d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:21:00.315072 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-127a38dc-d523-4962-996c-beee7d68b6ba tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:00.325655 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-7b7c9179-498b-4fee-844c-159af1ecda76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:00.417394 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-a241540e-469f-4485-84ca-a9d033ef7817 req-d7c7bda5-1752-418a-bd6d-6a35dbd97414 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:00.441625 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-0bf95a3c-1f6c-44c0-94c5-51ab23514495 req-f2169603-e4c7-4a10-b6d2-9836955d048c service neutron] 10.222.0.85 "GET /v2.0/networks/7a9a0a63-2af5-4556-bd7a-991a8e39d133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4842193 May 12 15:21:00.472915 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.managers [req-30d389d6-37e3-4006-9e55-1b3ee867d511 req-52cbe51a-f333-42c0-b442-26246cb583d4 service neutron] Attempting to bind port a9712b9e-8515-4329-a096-bd106527c186 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=78793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:21:00.473473 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.managers [req-30d389d6-37e3-4006-9e55-1b3ee867d511 req-52cbe51a-f333-42c0-b442-26246cb583d4 service neutron] Attempting to bind port a9712b9e-8515-4329-a096-bd106527c186 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'd283b5eb-b83c-4844-82f5-295710194741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'fb786cfb-6ac9-4fb8-8644-ee3baa944840'}] {{(pid=78793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:21:00.473922 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d389d6-37e3-4006-9e55-1b3ee867d511 req-52cbe51a-f333-42c0-b442-26246cb583d4 service neutron] Attempting to bind port a9712b9e-8515-4329-a096-bd106527c186 on network fb786cfb-6ac9-4fb8-8644-ee3baa944840 {{(pid=78793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:21:00.475008 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-7b7c9179-498b-4fee-844c-159af1ecda76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:21:00.529951 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d389d6-37e3-4006-9e55-1b3ee867d511 req-52cbe51a-f333-42c0-b442-26246cb583d4 service neutron] Port a9712b9e-8515-4329-a096-bd106527c186 on network fb786cfb-6ac9-4fb8-8644-ee3baa944840 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=78793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 15:21:00.530423 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d389d6-37e3-4006-9e55-1b3ee867d511 req-52cbe51a-f333-42c0-b442-26246cb583d4 service neutron] Attempting to bind port a9712b9e-8515-4329-a096-bd106527c186 on network fb786cfb-6ac9-4fb8-8644-ee3baa944840 {{(pid=78793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:21:00.539221 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c549a48-85db-43b2-886e-bb64e75ac5bc req-783c8ba5-9228-41d5-af7f-523ed87561e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:00.540942 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-5c549a48-85db-43b2-886e-bb64e75ac5bc req-783c8ba5-9228-41d5-af7f-523ed87561e0 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=eaed5db22aef49719f96c44d6e15bfdb&device_id=2bacbc99-4e8f-48ab-8de9-cde56445a512 HTTP/1.1" status: 200 len: 1097 time: 0.5264471 May 12 15:21:00.547902 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d389d6-37e3-4006-9e55-1b3ee867d511 req-52cbe51a-f333-42c0-b442-26246cb583d4 service neutron] Checking agent: {'id': 'f90bdb6d-8ae0-42e3-a09a-ceb4f970b9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 15, 18, 57), 'started_at': datetime.datetime(2021, 5, 12, 15, 18, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 15, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:21:00.548360 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d389d6-37e3-4006-9e55-1b3ee867d511 req-52cbe51a-f333-42c0-b442-26246cb583d4 service neutron] Checking segment: {'id': 'd283b5eb-b83c-4844-82f5-295710194741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'fb786cfb-6ac9-4fb8-8644-ee3baa944840'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:21:00.549150 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d389d6-37e3-4006-9e55-1b3ee867d511 req-52cbe51a-f333-42c0-b442-26246cb583d4 service neutron] Bound using segment: {'id': 'd283b5eb-b83c-4844-82f5-295710194741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'fb786cfb-6ac9-4fb8-8644-ee3baa944840'} {{(pid=78793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:21:00.549922 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.managers [req-30d389d6-37e3-4006-9e55-1b3ee867d511 req-52cbe51a-f333-42c0-b442-26246cb583d4 service neutron] Bound port: a9712b9e-8515-4329-a096-bd106527c186, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd283b5eb-b83c-4844-82f5-295710194741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'fb786cfb-6ac9-4fb8-8644-ee3baa944840'}}] {{(pid=78793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:21:00.550543 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-30d389d6-37e3-4006-9e55-1b3ee867d511 req-52cbe51a-f333-42c0-b442-26246cb583d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:00.554991 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-7b7c9179-498b-4fee-844c-159af1ecda76 admin admin] Usage tracker for resource:security_group_rule and tenant:c77b95b69d5a408ebc2740245edbf2fa is out of sync, need to count used quota {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:21:00.591302 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-7b7c9179-498b-4fee-844c-159af1ecda76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:21:00.615229 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-7b7c9179-498b-4fee-844c-159af1ecda76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:21:00.644828 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-ab29351b-bb04-4bd5-bfbb-bc964c847a58 req-f354d35e-dd03-41a2-8b88-84ed8b1edfba tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5f97bae-6cd9-488a-b971-8bbfbaad3da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3773317 May 12 15:21:00.832360 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 39532) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:21:00.851976 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-0bf95a3c-1f6c-44c0-94c5-51ab23514495 req-ca81e89d-cda9-4576-a614-eb3a15e200d8 service neutron] 10.222.0.85 "GET /v2.0/networks/7a9a0a63-2af5-4556-bd7a-991a8e39d133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4009032 May 12 15:21:00.869247 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.db [req-30d389d6-37e3-4006-9e55-1b3ee867d511 req-52cbe51a-f333-42c0-b442-26246cb583d4 service neutron] For port a9712b9e-8515-4329-a096-bd106527c186, host hv-cinder-78960, cleared binding levels {{(pid=78793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:21:00.878539 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.db [req-30d389d6-37e3-4006-9e55-1b3ee867d511 req-52cbe51a-f333-42c0-b442-26246cb583d4 service neutron] For port a9712b9e-8515-4329-a096-bd106527c186, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=a9712b9e-8515-4329-a096-bd106527c186,segment=NetworkSegment(d283b5eb-b83c-4844-82f5-295710194741),segment_id=d283b5eb-b83c-4844-82f5-295710194741)] {{(pid=78793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:21:00.893594 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8970c543-2042-4b78-b22f-340f09230758 req-3370e957-c522-420f-b72a-180804fceb53 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:00.894698 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [req-8970c543-2042-4b78-b22f-340f09230758 req-3370e957-c522-420f-b72a-180804fceb53 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Synchronizing usage tracker for tenant:74c7c1c901cc4a308c52d5960e08ed68 on resource:port {{(pid=78793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:21:00.901214 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-30d389d6-37e3-4006-9e55-1b3ee867d511 req-52cbe51a-f333-42c0-b442-26246cb583d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3598924'] for port, after_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:00.920972 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c549a48-85db-43b2-886e-bb64e75ac5bc req-3222d556-81ef-4d45-95c2-728e9b72464b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:00.923444 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-5c549a48-85db-43b2-886e-bb64e75ac5bc req-3222d556-81ef-4d45-95c2-728e9b72464b service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=eaed5db22aef49719f96c44d6e15bfdb&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3029077 May 12 15:21:00.931282 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:21:01.057756 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.db_base_plugin_common [None req-127a38dc-d523-4962-996c-beee7d68b6ba tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Allocated IP 172.27.2.74 (d9e66476-551f-4a93-96a6-794e2ee658bf/9a4f1bc6-77ee-4516-b181-cab47718771b/1bc17a0a-3a73-4b6e-910c-5001406e6b1a) {{(pid=78792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:21:01.117748 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [req-8970c543-2042-4b78-b22f-340f09230758 req-3370e957-c522-420f-b72a-180804fceb53 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Unset dirty status for tenant:74c7c1c901cc4a308c52d5960e08ed68 on resource:port {{(pid=78793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:21:01.118926 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-8970c543-2042-4b78-b22f-340f09230758 req-3370e957-c522-420f-b72a-180804fceb53 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=b12a7183-6ec1-495e-9a99-647885c7f2f3 HTTP/1.1" status: 200 len: 931 time: 0.6512816 May 12 15:21:01.125271 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d389d6-37e3-4006-9e55-1b3ee867d511 req-52cbe51a-f333-42c0-b442-26246cb583d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:01.125901 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-30d389d6-37e3-4006-9e55-1b3ee867d511 req-52cbe51a-f333-42c0-b442-26246cb583d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2050383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for port, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:01.127240 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-30d389d6-37e3-4006-9e55-1b3ee867d511 req-52cbe51a-f333-42c0-b442-26246cb583d4 service neutron] 10.222.0.85 "PUT /v2.0/ports/a9712b9e-8515-4329-a096-bd106527c186 HTTP/1.1" status: 200 len: 1093 time: 2.5613670 May 12 15:21:01.233827 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c549a48-85db-43b2-886e-bb64e75ac5bc req-e448f165-5bd4-4975-a8da-b3354b540717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:01.235315 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-5c549a48-85db-43b2-886e-bb64e75ac5bc req-e448f165-5bd4-4975-a8da-b3354b540717 service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2597454 May 12 15:21:01.241984 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cbe51a-f333-42c0-b442-26246cb583d4 service neutron] Pushing event updated for resources: {'Port': ['ID=a9712b9e-8515-4329-a096-bd106527c186,revision_number=3']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:21:01.266300 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-8970c543-2042-4b78-b22f-340f09230758 req-911d38a3-c05e-46bb-b262-672f2f1926e2 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362386 May 12 15:21:01.271568 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-52cbe51a-f333-42c0-b442-26246cb583d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:21:01.402988 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-ce96e937-7676-4f30-b9b8-8e9ff8310e0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:01.440077 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d389d6-37e3-4006-9e55-1b3ee867d511 req-cab41470-50e9-49c6-881d-f3814e69bd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:01.441539 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-30d389d6-37e3-4006-9e55-1b3ee867d511 req-cab41470-50e9-49c6-881d-f3814e69bd52 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=74c7c1c901cc4a308c52d5960e08ed68&device_id=370810a7-448d-401c-91e6-970dbdafd8c2 HTTP/1.1" status: 200 len: 1096 time: 0.2619057 May 12 15:21:01.473633 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-7b7c9179-498b-4fee-844c-159af1ecda76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:01.478397 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-ce96e937-7676-4f30-b9b8-8e9ff8310e0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:21:01.508593 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-7b7c9179-498b-4fee-844c-159af1ecda76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:01.514614 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-ce96e937-7676-4f30-b9b8-8e9ff8310e0c admin admin] Usage tracker for resource:security_group_rule and tenant:2afd60d728e744e8b7d3398cd8e02198 is out of sync, need to count used quota {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:21:01.519525 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-30d389d6-37e3-4006-9e55-1b3ee867d511 req-cdecd939-0f53-4d69-ad18-afc2a78af87c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9712b9e-8515-4329-a096-bd106527c186 HTTP/1.1" status: 200 len: 217 time: 0.0686212 May 12 15:21:01.521701 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-ce96e937-7676-4f30-b9b8-8e9ff8310e0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:21:01.551288 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:21:01.558381 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-ce96e937-7676-4f30-b9b8-8e9ff8310e0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:21:01.587037 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2516aa-2c94-461c-bdcf-f41e57afeb39 req-733642af-4c6d-4cfb-bbed-1cef9545f59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:01.588515 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-ea2516aa-2c94-461c-bdcf-f41e57afeb39 req-733642af-4c6d-4cfb-bbed-1cef9545f59b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=eaed5db22aef49719f96c44d6e15bfdb&device_id=2bacbc99-4e8f-48ab-8de9-cde56445a512 HTTP/1.1" status: 200 len: 1097 time: 0.2976382 May 12 15:21:01.611909 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7f9419-c91b-4778-a1f4-d6076f5e1cd8 req-9902aa84-44fa-4ea1-86c5-f8d9ec099fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:01.613349 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-da7f9419-c91b-4778-a1f4-d6076f5e1cd8 req-9902aa84-44fa-4ea1-86c5-f8d9ec099fa3 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=67d1815edccf41cfb649225313f265b3&device_id=380c23e1-1666-441c-ac21-270ec89faa80 HTTP/1.1" status: 200 len: 1096 time: 0.6801023 May 12 15:21:01.663541 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d389d6-37e3-4006-9e55-1b3ee867d511 req-e79bab64-0adc-45e3-ac71-cc62786e1c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:01.666298 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-30d389d6-37e3-4006-9e55-1b3ee867d511 req-e79bab64-0adc-45e3-ac71-cc62786e1c33 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=93335869-57f6-4f74-9e92-cecab8c181bc HTTP/1.1" status: 200 len: 859 time: 0.1389704 May 12 15:21:01.671566 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-7b7c9179-498b-4fee-844c-159af1ecda76 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c77b95b69d5a408ebc2740245edbf2fa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4198813 May 12 15:21:01.685054 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f624a328-6d43-4b10-bd82-2aceeb1751ba req-b26b77f8-c074-4dd3-8012-117b9c649503 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:01.686648 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-f624a328-6d43-4b10-bd82-2aceeb1751ba req-b26b77f8-c074-4dd3-8012-117b9c649503 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=380c23e1-1666-441c-ac21-270ec89faa80 HTTP/1.1" status: 200 len: 943 time: 0.6304345 May 12 15:21:01.687928 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '370810a7-448d-401c-91e6-970dbdafd8c2', 'tag': 'a9712b9e-8515-4329-a096-bd106527c186'}] {{(pid=78793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:21:01.692275 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 39566) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:21:01.704371 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-ea2516aa-2c94-461c-bdcf-f41e57afeb39 req-7a1ff7c5-0843-4d62-b59a-7162d1feaba1 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84b91f9b-8e19-4ead-8758-eaa0d1c6b869 HTTP/1.1" status: 200 len: 217 time: 0.1065252 May 12 15:21:01.765046 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.db.resource_extend [req-a241540e-469f-4485-84ca-a9d033ef7817 req-d7c7bda5-1752-418a-bd6d-6a35dbd97414 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 15:21:01.800640 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-127a38dc-d523-4962-996c-beee7d68b6ba tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Notify callbacks [] for port, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:01.805602 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-30d389d6-37e3-4006-9e55-1b3ee867d511 req-14a4ef41-6c33-435e-b454-238dc98ed810 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=fb786cfb-6ac9-4fb8-8644-ee3baa944840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1123736 May 12 15:21:01.852659 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7c9179-498b-4fee-844c-159af1ecda76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d35bfe4-1ff4-4092-99ed-7438dc139c26,revision_number=1']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:21:01.855938 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-7b7c9179-498b-4fee-844c-159af1ecda76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:21:01.951863 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.notifiers.nova [req-a241540e-469f-4485-84ca-a9d033ef7817 req-d7c7bda5-1752-418a-bd6d-6a35dbd97414 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d7cf13f-02dc-4bae-93e9-613d3879c4a8 {{(pid=78792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 15:21:01.965630 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-f624a328-6d43-4b10-bd82-2aceeb1751ba req-64c4db89-49cc-4bfc-a655-a63a66216693 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/security-groups?id=6307c184-9367-4c50-a03b-173b376f0731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031043 May 12 15:21:01.987399 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-a241540e-469f-4485-84ca-a9d033ef7817 req-d7c7bda5-1752-418a-bd6d-6a35dbd97414 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:01.997128 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2516aa-2c94-461c-bdcf-f41e57afeb39 req-08c3596e-be28-488b-8287-c13cea2744fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:01.998663 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-ea2516aa-2c94-461c-bdcf-f41e57afeb39 req-08c3596e-be28-488b-8287-c13cea2744fb service neutron] 10.222.0.85 "GET /v2.0/subnets?id=15033e54-901c-4fdb-84e8-ba4de72c9c38 HTTP/1.1" status: 200 len: 852 time: 0.2375908 May 12 15:21:02.016571 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7f9419-c91b-4778-a1f4-d6076f5e1cd8 req-5f84ff58-5827-4b6e-aedc-95eea472cfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:02.018942 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-da7f9419-c91b-4778-a1f4-d6076f5e1cd8 req-5f84ff58-5827-4b6e-aedc-95eea472cfc8 service neutron] 10.222.0.85 "GET /v2.0/networks?id=7a9a0a63-2af5-4556-bd7a-991a8e39d133 HTTP/1.1" status: 200 len: 916 time: 0.3885639 May 12 15:21:02.040447 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.provisioning_blocks [req-a241540e-469f-4485-84ca-a9d033ef7817 req-d7c7bda5-1752-418a-bd6d-6a35dbd97414 service neutron] Transition to ACTIVE for port object 3d7cf13f-02dc-4bae-93e9-613d3879c4a8 will not be triggered until provisioned by entity L2. {{(pid=78792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:21:02.057542 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '370810a7-448d-401c-91e6-970dbdafd8c2', 'tag': 'a9712b9e-8515-4329-a096-bd106527c186', 'status': 'completed', 'code': 200} May 12 15:21:02.089796 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-ea2516aa-2c94-461c-bdcf-f41e57afeb39 req-089b6cf0-9fd2-4fbf-b173-5df5494dbf17 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=06377a76-cba3-4a9a-8a35-e745bfc855d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760155 May 12 15:21:02.093389 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-beda4522-09af-4112-b922-e28eb7e15560 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:02.112585 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-a241540e-469f-4485-84ca-a9d033ef7817 req-d7c7bda5-1752-418a-bd6d-6a35dbd97414 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3714866'] for port, after_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:02.119097 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-da7f9419-c91b-4778-a1f4-d6076f5e1cd8 req-17a69c8e-2ebd-404c-a797-92d3dc9012fa service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=04093988-8b4c-43e0-a443-019f68577186 HTTP/1.1" status: 200 len: 217 time: 0.0824058 May 12 15:21:02.120997 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-ce96e937-7676-4f30-b9b8-8e9ff8310e0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:02.126484 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-47fa164f-7240-44cc-8d69-e2e93c3bf156 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:21:02.194567 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-ce96e937-7676-4f30-b9b8-8e9ff8310e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:02.212441 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-30d389d6-37e3-4006-9e55-1b3ee867d511 req-824a51d9-8869-47bc-937a-61be98a7c3f6 service neutron] 10.222.0.85 "GET /v2.0/networks/fb786cfb-6ac9-4fb8-8644-ee3baa944840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3502057 May 12 15:21:02.218977 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-127a38dc-d523-4962-996c-beee7d68b6ba tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739648862724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3714859'] for port, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:02.233358 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201c675-0e8d-4b34-a8f4-42b4e23b8531 req-e570b22a-5c46-4e3e-8ed6-49246505a9de tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:02.234827 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-c201c675-0e8d-4b34-a8f4-42b4e23b8531 req-e570b22a-5c46-4e3e-8ed6-49246505a9de tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bacbc99-4e8f-48ab-8de9-cde56445a512 HTTP/1.1" status: 200 len: 944 time: 0.4319751 May 12 15:21:02.260236 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-beda4522-09af-4112-b922-e28eb7e15560 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:02.391357 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-ce96e937-7676-4f30-b9b8-8e9ff8310e0c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2afd60d728e744e8b7d3398cd8e02198&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5490098 May 12 15:21:02.391357 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7f9419-c91b-4778-a1f4-d6076f5e1cd8 req-0f08b37f-962c-4542-adbd-34482a1382db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:02.393153 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-da7f9419-c91b-4778-a1f4-d6076f5e1cd8 req-0f08b37f-962c-4542-adbd-34482a1382db service neutron] 10.222.0.85 "GET /v2.0/subnets?id=881371bc-0cab-4490-a652-bddfe720ce96 HTTP/1.1" status: 200 len: 855 time: 0.2348666 May 12 15:21:02.393153 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 39586) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:21:02.398935 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127a38dc-d523-4962-996c-beee7d68b6ba tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Network d9e66476-551f-4a93-96a6-794e2ee658bf is already hosted by enough agents. {{(pid=78792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:21:02.401387 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c7bda5-1752-418a-bd6d-6a35dbd97414 service neutron] Pushing event updated for resources: {'Port': ['ID=3d7cf13f-02dc-4bae-93e9-613d3879c4a8,revision_number=2']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:21:02.414710 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.base_scheduler [None req-127a38dc-d523-4962-996c-beee7d68b6ba tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Resources bound (agent type, host, resource id): {{(pid=78792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:21:02.443464 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-d7c7bda5-1752-418a-bd6d-6a35dbd97414 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:21:02.462802 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-c201c675-0e8d-4b34-a8f4-42b4e23b8531 req-0378018e-2fbf-4bf8-86a6-4ef9ce777f3d tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5f97bae-6cd9-488a-b971-8bbfbaad3da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918480 May 12 15:21:02.471204 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-ea2516aa-2c94-461c-bdcf-f41e57afeb39 req-2c800010-7343-4ee2-b03e-1950fa6e9ae1 service neutron] 10.222.0.85 "GET /v2.0/networks/06377a76-cba3-4a9a-8a35-e745bfc855d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3708651 May 12 15:21:02.477285 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127a38dc-d523-4962-996c-beee7d68b6ba tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Received port after_create {{(pid=78792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:21:02.507063 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-3c0a6d4c-04fc-45fb-8476-2ea20652a2b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.236s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:21:02.518605 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-30d389d6-37e3-4006-9e55-1b3ee867d511 req-04127c3a-4cde-4f6c-a8a4-cfb970c11327 service neutron] 10.222.0.85 "GET /v2.0/networks/fb786cfb-6ac9-4fb8-8644-ee3baa944840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950430 May 12 15:21:02.587686 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-da7f9419-c91b-4778-a1f4-d6076f5e1cd8 req-0f71b837-7128-442e-a43d-ea08618ffda7 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=7a9a0a63-2af5-4556-bd7a-991a8e39d133&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1744533 May 12 15:21:02.619636 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-beda4522-09af-4112-b922-e28eb7e15560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:02.630583 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:21:02.651165 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beda4522-09af-4112-b922-e28eb7e15560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d35bfe4-1ff4-4092-99ed-7438dc139c26,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:21:02.668089 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-beda4522-09af-4112-b922-e28eb7e15560 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:21:02.679531 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-beda4522-09af-4112-b922-e28eb7e15560 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:02.680502 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-beda4522-09af-4112-b922-e28eb7e15560 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3d35bfe4-1ff4-4092-99ed-7438dc139c26 HTTP/1.1" status: 204 len: 168 time: 0.9742081 May 12 15:21:02.713980 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-ea2516aa-2c94-461c-bdcf-f41e57afeb39 req-155ffc0c-b8bb-4d95-8200-bfaa8cb9e43d service neutron] 10.222.0.85 "GET /v2.0/networks/06377a76-cba3-4a9a-8a35-e745bfc855d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274158 May 12 15:21:02.728048 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce96e937-7676-4f30-b9b8-8e9ff8310e0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e83fb970-9acb-4c4d-b0f3-408cb31e875d,revision_number=1']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:21:02.732687 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b750c4-5998-49b5-b637-d948c3bcdbe2 req-bc4c85dc-05b7-4fd7-ada9-251da0ea7f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:02.734451 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-d8b750c4-5998-49b5-b637-d948c3bcdbe2 req-bc4c85dc-05b7-4fd7-ada9-251da0ea7f9c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=74c7c1c901cc4a308c52d5960e08ed68&device_id=370810a7-448d-401c-91e6-970dbdafd8c2 HTTP/1.1" status: 200 len: 1096 time: 0.1639123 May 12 15:21:02.747158 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-ce96e937-7676-4f30-b9b8-8e9ff8310e0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:21:02.753052 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-027b5e75-85e0-495f-9350-b3ad5da58653 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.455s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:21:02.895062 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b750c4-5998-49b5-b637-d948c3bcdbe2 req-6bac51bf-4036-46d9-afb5-e9fe53bf9860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:02.897026 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-d8b750c4-5998-49b5-b637-d948c3bcdbe2 req-6bac51bf-4036-46d9-afb5-e9fe53bf9860 service neutron] 10.222.0.85 "GET /v2.0/networks?id=fb786cfb-6ac9-4fb8-8644-ee3baa944840 HTTP/1.1" status: 200 len: 920 time: 0.1555030 May 12 15:21:02.964929 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127a38dc-d523-4962-996c-beee7d68b6ba tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Pushing event updated for resources: {'Port': ['ID=1bc17a0a-3a73-4b6e-910c-5001406e6b1a,revision_number=1']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:21:02.972577 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.managers [req-a241540e-469f-4485-84ca-a9d033ef7817 req-d7c7bda5-1752-418a-bd6d-6a35dbd97414 service neutron] Attempting to bind port 3d7cf13f-02dc-4bae-93e9-613d3879c4a8 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=78792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:21:02.972947 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.managers [req-a241540e-469f-4485-84ca-a9d033ef7817 req-d7c7bda5-1752-418a-bd6d-6a35dbd97414 service neutron] Attempting to bind port 3d7cf13f-02dc-4bae-93e9-613d3879c4a8 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'd283b5eb-b83c-4844-82f5-295710194741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'fb786cfb-6ac9-4fb8-8644-ee3baa944840'}] {{(pid=78792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:21:02.973275 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a241540e-469f-4485-84ca-a9d033ef7817 req-d7c7bda5-1752-418a-bd6d-6a35dbd97414 service neutron] Attempting to bind port 3d7cf13f-02dc-4bae-93e9-613d3879c4a8 on network fb786cfb-6ac9-4fb8-8644-ee3baa944840 {{(pid=78792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:21:02.979265 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-d8b750c4-5998-49b5-b637-d948c3bcdbe2 req-bf5dbaf7-2129-4340-84a6-507ffeb641ea service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9712b9e-8515-4329-a096-bd106527c186 HTTP/1.1" status: 200 len: 217 time: 0.0742869 May 12 15:21:03.008129 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-127a38dc-d523-4962-996c-beee7d68b6ba tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:21:03.010298 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a241540e-469f-4485-84ca-a9d033ef7817 req-d7c7bda5-1752-418a-bd6d-6a35dbd97414 service neutron] Port 3d7cf13f-02dc-4bae-93e9-613d3879c4a8 on network fb786cfb-6ac9-4fb8-8644-ee3baa944840 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=78792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 15:21:03.010620 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a241540e-469f-4485-84ca-a9d033ef7817 req-d7c7bda5-1752-418a-bd6d-6a35dbd97414 service neutron] Attempting to bind port 3d7cf13f-02dc-4bae-93e9-613d3879c4a8 on network fb786cfb-6ac9-4fb8-8644-ee3baa944840 {{(pid=78792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:21:03.055458 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a241540e-469f-4485-84ca-a9d033ef7817 req-d7c7bda5-1752-418a-bd6d-6a35dbd97414 service neutron] Checking agent: {'id': 'f90bdb6d-8ae0-42e3-a09a-ceb4f970b9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 15, 18, 57), 'started_at': datetime.datetime(2021, 5, 12, 15, 18, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 15, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:21:03.057721 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a241540e-469f-4485-84ca-a9d033ef7817 req-d7c7bda5-1752-418a-bd6d-6a35dbd97414 service neutron] Checking segment: {'id': 'd283b5eb-b83c-4844-82f5-295710194741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'fb786cfb-6ac9-4fb8-8644-ee3baa944840'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:21:03.058479 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a241540e-469f-4485-84ca-a9d033ef7817 req-d7c7bda5-1752-418a-bd6d-6a35dbd97414 service neutron] Bound using segment: {'id': 'd283b5eb-b83c-4844-82f5-295710194741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'fb786cfb-6ac9-4fb8-8644-ee3baa944840'} {{(pid=78792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:21:03.060027 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.managers [req-a241540e-469f-4485-84ca-a9d033ef7817 req-d7c7bda5-1752-418a-bd6d-6a35dbd97414 service neutron] Bound port: 3d7cf13f-02dc-4bae-93e9-613d3879c4a8, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd283b5eb-b83c-4844-82f5-295710194741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'fb786cfb-6ac9-4fb8-8644-ee3baa944840'}}] {{(pid=78792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:21:03.061388 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-a241540e-469f-4485-84ca-a9d033ef7817 req-d7c7bda5-1752-418a-bd6d-6a35dbd97414 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:03.090505 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-22b4de3d-be69-4ac1-be4b-0b1d29a81c62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:03.178787 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b750c4-5998-49b5-b637-d948c3bcdbe2 req-451a12b5-36bf-41a2-a7f9-4b29db461adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:03.180189 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-d8b750c4-5998-49b5-b637-d948c3bcdbe2 req-451a12b5-36bf-41a2-a7f9-4b29db461adb service neutron] 10.222.0.85 "GET /v2.0/subnets?id=93335869-57f6-4f74-9e92-cecab8c181bc HTTP/1.1" status: 200 len: 859 time: 0.1945724 May 12 15:21:03.210156 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-127a38dc-d523-4962-996c-beee7d68b6ba tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:03.212507 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-22b4de3d-be69-4ac1-be4b-0b1d29a81c62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:03.224194 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-da7f9419-c91b-4778-a1f4-d6076f5e1cd8 req-b883c5bd-6265-45a8-bd6e-6efbf5afb449 service neutron] 10.222.0.85 "GET /v2.0/networks/7a9a0a63-2af5-4556-bd7a-991a8e39d133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6223786 May 12 15:21:03.239990 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-d8b750c4-5998-49b5-b637-d948c3bcdbe2 req-e46eda50-c11a-4e2f-9c59-17c62eb2b436 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=fb786cfb-6ac9-4fb8-8644-ee3baa944840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467923 May 12 15:21:03.242123 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e253fe-8dcd-483e-934e-37f069083951 req-6cd7e725-524b-43eb-a7b3-6b003f3d4368 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:03.243629 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-71e253fe-8dcd-483e-934e-37f069083951 req-6cd7e725-524b-43eb-a7b3-6b003f3d4368 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=b12a7183-6ec1-495e-9a99-647885c7f2f3 HTTP/1.1" status: 200 len: 943 time: 0.7375751 May 12 15:21:03.379844 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2437cb-092b-4ea6-a8dd-89ac8fac1aad req-268010ae-dbad-43cf-bd19-0c6221b87ef9 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:03.381381 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-de2437cb-092b-4ea6-a8dd-89ac8fac1aad req-268010ae-dbad-43cf-bd19-0c6221b87ef9 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=380c23e1-1666-441c-ac21-270ec89faa80 HTTP/1.1" status: 200 len: 943 time: 0.2416289 May 12 15:21:03.444660 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 39624) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:21:03.452340 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-d8b750c4-5998-49b5-b637-d948c3bcdbe2 req-ebdfe49d-0dd6-455b-b21c-8311416342aa service neutron] 10.222.0.85 "GET /v2.0/networks/fb786cfb-6ac9-4fb8-8644-ee3baa944840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040272 May 12 15:21:03.485896 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-de2437cb-092b-4ea6-a8dd-89ac8fac1aad req-cbcb34fb-24c3-42ab-abb7-1a968e9ff32e tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/security-groups?id=6307c184-9367-4c50-a03b-173b376f0731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939615 May 12 15:21:03.653796 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-127a38dc-d523-4962-996c-beee7d68b6ba tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:03.709612 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-d8b750c4-5998-49b5-b637-d948c3bcdbe2 req-74feae45-a40d-4857-a068-46fda7a5000c service neutron] 10.222.0.85 "GET /v2.0/networks/fb786cfb-6ac9-4fb8-8644-ee3baa944840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474372 May 12 15:21:03.728686 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.db [req-a241540e-469f-4485-84ca-a9d033ef7817 req-d7c7bda5-1752-418a-bd6d-6a35dbd97414 service neutron] For port 3d7cf13f-02dc-4bae-93e9-613d3879c4a8, host hv-cinder-78960, cleared binding levels {{(pid=78792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:21:03.739923 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-8298cf66-f82a-4084-92ad-e815032c1e6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:03.741635 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-da7f9419-c91b-4778-a1f4-d6076f5e1cd8 req-0ad9afb8-6c11-4005-9fc4-4aa6363f900a service neutron] 10.222.0.85 "GET /v2.0/networks/7a9a0a63-2af5-4556-bd7a-991a8e39d133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4902532 May 12 15:21:03.770896 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-8298cf66-f82a-4084-92ad-e815032c1e6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:21:03.775940 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-8298cf66-f82a-4084-92ad-e815032c1e6d admin admin] Usage tracker for resource:security_group_rule and tenant:df273a508952427393ae8c1c498801e3 is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:21:03.778909 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-8298cf66-f82a-4084-92ad-e815032c1e6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:21:03.784659 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.db [req-a241540e-469f-4485-84ca-a9d033ef7817 req-d7c7bda5-1752-418a-bd6d-6a35dbd97414 service neutron] For port 3d7cf13f-02dc-4bae-93e9-613d3879c4a8, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=3d7cf13f-02dc-4bae-93e9-613d3879c4a8,segment=NetworkSegment(d283b5eb-b83c-4844-82f5-295710194741),segment_id=d283b5eb-b83c-4844-82f5-295710194741)] {{(pid=78792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:21:03.786631 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-8298cf66-f82a-4084-92ad-e815032c1e6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:21:03.798932 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-71e253fe-8dcd-483e-934e-37f069083951 req-edaeccb9-cc84-4ac4-9a6e-f3a986472392 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5394778 May 12 15:21:03.804984 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-a241540e-469f-4485-84ca-a9d033ef7817 req-d7c7bda5-1752-418a-bd6d-6a35dbd97414 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3714866'] for port, after_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:03.811434 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-d7c7bda5-1752-418a-bd6d-6a35dbd97414 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:21:03.825961 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92ea16d-60b0-49d4-ba66-c22bcb135c68 req-d5992fab-7661-4d8b-8df1-b17ef1ce91f2 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:03.827780 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-a92ea16d-60b0-49d4-ba66-c22bcb135c68 req-d5992fab-7661-4d8b-8df1-b17ef1ce91f2 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bacbc99-4e8f-48ab-8de9-cde56445a512 HTTP/1.1" status: 200 len: 944 time: 0.1914101 May 12 15:21:03.876691 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-a92ea16d-60b0-49d4-ba66-c22bcb135c68 req-420ac274-19cc-451f-90e8-fe2a98da7e0c tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5f97bae-6cd9-488a-b971-8bbfbaad3da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425835 May 12 15:21:03.985173 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-22b4de3d-be69-4ac1-be4b-0b1d29a81c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:03.987063 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-8298cf66-f82a-4084-92ad-e815032c1e6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:03.991637 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-8298cf66-f82a-4084-92ad-e815032c1e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:03.998156 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a241540e-469f-4485-84ca-a9d033ef7817 req-d7c7bda5-1752-418a-bd6d-6a35dbd97414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:03.998779 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-a241540e-469f-4485-84ca-a9d033ef7817 req-d7c7bda5-1752-418a-bd6d-6a35dbd97414 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2050383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for port, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:04.000162 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-a241540e-469f-4485-84ca-a9d033ef7817 req-d7c7bda5-1752-418a-bd6d-6a35dbd97414 service neutron] 10.222.0.85 "PUT /v2.0/ports/3d7cf13f-02dc-4bae-93e9-613d3879c4a8 HTTP/1.1" status: 200 len: 1093 time: 4.0196054 May 12 15:21:04.001656 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-95302700-e157-48d7-a9ef-c66cd5decd2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:21:04.014924 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b12a7183-6ec1-495e-9a99-647885c7f2f3', 'tag': '3d7cf13f-02dc-4bae-93e9-613d3879c4a8'}] {{(pid=78792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:21:04.056451 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-8298cf66-f82a-4084-92ad-e815032c1e6d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=df273a508952427393ae8c1c498801e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6108341 May 12 15:21:04.058520 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8298cf66-f82a-4084-92ad-e815032c1e6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a1ba329-aef9-4399-886b-2fa2ee4b7167,revision_number=1']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:21:04.060871 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 39646) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:21:04.061658 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-8298cf66-f82a-4084-92ad-e815032c1e6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:21:04.067351 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c7bda5-1752-418a-bd6d-6a35dbd97414 service neutron] Pushing event updated for resources: {'Port': ['ID=3d7cf13f-02dc-4bae-93e9-613d3879c4a8,revision_number=3']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:21:04.070292 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-d7c7bda5-1752-418a-bd6d-6a35dbd97414 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:21:04.126656 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-2ad6c011-f501-467d-937d-0be4fd146137 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:21:04.136079 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b12a7183-6ec1-495e-9a99-647885c7f2f3', 'tag': '3d7cf13f-02dc-4bae-93e9-613d3879c4a8', 'status': 'completed', 'code': 200} May 12 15:21:04.161279 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b4de3d-be69-4ac1-be4b-0b1d29a81c62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e83fb970-9acb-4c4d-b0f3-408cb31e875d,revision_number=None']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:21:04.183054 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-22b4de3d-be69-4ac1-be4b-0b1d29a81c62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:21:04.187535 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Device 04093988-8b4c-43e0-a443-019f68577186 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=78794) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 15:21:04.226892 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-22b4de3d-be69-4ac1-be4b-0b1d29a81c62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:04.230258 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-22b4de3d-be69-4ac1-be4b-0b1d29a81c62 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e83fb970-9acb-4c4d-b0f3-408cb31e875d HTTP/1.1" status: 204 len: 168 time: 1.8279877 May 12 15:21:04.273502 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-a23c314e-fa9d-4dfc-8b00-c434a2754503 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:04.276579 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-127a38dc-d523-4962-996c-beee7d68b6ba tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Notify callbacks [] for port, precommit_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:04.291191 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-127a38dc-d523-4962-996c-beee7d68b6ba tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3714866'] for port, after_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:04.312898 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:21:04.347254 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] For port 04093988-8b4c-43e0-a443-019f68577186, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=04093988-8b4c-43e0-a443-019f68577186,segment=NetworkSegment(3562151b-8bf4-487d-bcfe-e1baea035031),segment_id=3562151b-8bf4-487d-bcfe-e1baea035031)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:21:04.373581 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Returning: {'device': '04093988-8b4c-43e0-a443-019f68577186', 'network_id': '7a9a0a63-2af5-4556-bd7a-991a8e39d133', 'port_id': '04093988-8b4c-43e0-a443-019f68577186', 'mac_address': 'fa:16:3e:cc:39:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '881371bc-0cab-4490-a652-bddfe720ce96', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78794) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 15:21:04.375371 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a241540e-469f-4485-84ca-a9d033ef7817 req-c9dc1454-5bc0-4572-befd-087d543e0442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:04.376896 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-a241540e-469f-4485-84ca-a9d033ef7817 req-c9dc1454-5bc0-4572-befd-087d543e0442 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=74c7c1c901cc4a308c52d5960e08ed68&device_id=b12a7183-6ec1-495e-9a99-647885c7f2f3 HTTP/1.1" status: 200 len: 1096 time: 0.2830689 May 12 15:21:04.388380 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-a23c314e-fa9d-4dfc-8b00-c434a2754503 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:04.431596 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:04.454479 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.notifiers.nova [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04093988-8b4c-43e0-a443-019f68577186 {{(pid=78794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 15:21:04.478784 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] For port 04093988-8b4c-43e0-a443-019f68577186, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=04093988-8b4c-43e0-a443-019f68577186,segment=NetworkSegment(3562151b-8bf4-487d-bcfe-e1baea035031),segment_id=3562151b-8bf4-487d-bcfe-e1baea035031)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:21:04.484743 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:04.486611 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:21:04.513814 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-a241540e-469f-4485-84ca-a9d033ef7817 req-3951d7de-a699-498d-a97e-d41caac11a32 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3d7cf13f-02dc-4bae-93e9-613d3879c4a8 HTTP/1.1" status: 200 len: 217 time: 0.1165848 May 12 15:21:04.588328 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127a38dc-d523-4962-996c-beee7d68b6ba tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Pushing event updated for resources: {'Port': ['ID=1bc17a0a-3a73-4b6e-910c-5001406e6b1a,revision_number=2']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:21:04.604269 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-127a38dc-d523-4962-996c-beee7d68b6ba tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:21:04.605854 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Pushing event updated for resources: {'Port': ['ID=04093988-8b4c-43e0-a443-019f68577186,revision_number=4']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:21:04.609041 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:21:04.614564 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-127a38dc-d523-4962-996c-beee7d68b6ba tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706618'] for floatingip, after_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:04.650903 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a241540e-469f-4485-84ca-a9d033ef7817 req-e0bec64f-03a1-4a15-a522-eeec847912a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:04.652341 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-a241540e-469f-4485-84ca-a9d033ef7817 req-e0bec64f-03a1-4a15-a522-eeec847912a7 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=93335869-57f6-4f74-9e92-cecab8c181bc HTTP/1.1" status: 200 len: 859 time: 0.1153944 May 12 15:21:04.654577 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-127a38dc-d523-4962-996c-beee7d68b6ba tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2050383'] for floatingip, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:04.670472 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-127a38dc-d523-4962-996c-beee7d68b6ba tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.9785194 May 12 15:21:04.747046 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 39674) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:21:04.780158 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-a241540e-469f-4485-84ca-a9d033ef7817 req-af7109f1-90d1-47b1-85ca-3b24f5bd086b service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=fb786cfb-6ac9-4fb8-8644-ee3baa944840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1082621 May 12 15:21:04.781209 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-a23c314e-fa9d-4dfc-8b00-c434a2754503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:04.784690 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-a23c314e-fa9d-4dfc-8b00-c434a2754503 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:04.786114 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-a23c314e-fa9d-4dfc-8b00-c434a2754503 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0a1ba329-aef9-4399-886b-2fa2ee4b7167 HTTP/1.1" status: 204 len: 168 time: 0.7148337 May 12 15:21:04.787321 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-51b8949a-94d2-418c-a572-aa8ab6066211 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:21:04.789475 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-a100c707-75f4-42f6-a828-82a6d9dda3d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:04.811615 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-a100c707-75f4-42f6-a828-82a6d9dda3d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:21:04.821079 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-a100c707-75f4-42f6-a828-82a6d9dda3d4 admin admin] Usage tracker for resource:security_group_rule and tenant:6b1cbdbda2ec478794d9e01ce02107ac is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:21:04.824801 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-a100c707-75f4-42f6-a828-82a6d9dda3d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:21:04.835468 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23c314e-fa9d-4dfc-8b00-c434a2754503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a1ba329-aef9-4399-886b-2fa2ee4b7167,revision_number=None']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:21:04.838077 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-a23c314e-fa9d-4dfc-8b00-c434a2754503 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:21:04.846818 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-a100c707-75f4-42f6-a828-82a6d9dda3d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:21:04.885434 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] get_ports_and_sgs() called for port_ids ['04093988-8b4c-43e0-a443-019f68577186'] {{(pid=78794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:21:04.905989 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8a23e4-f8eb-42cb-bc00-5844ef182543 req-2cc42471-04ce-47df-8243-98bc118d4f9b tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:04.921066 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-cc8a23e4-f8eb-42cb-bc00-5844ef182543 req-2cc42471-04ce-47df-8243-98bc118d4f9b tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=380c23e1-1666-441c-ac21-270ec89faa80 HTTP/1.1" status: 200 len: 944 time: 0.2749455 May 12 15:21:04.967116 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-a241540e-469f-4485-84ca-a9d033ef7817 req-8c1867ff-ea2a-4fcd-8ac9-95e9934f2d54 service neutron] 10.222.0.85 "GET /v2.0/networks/fb786cfb-6ac9-4fb8-8644-ee3baa944840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709783 May 12 15:21:05.100842 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-cc8a23e4-f8eb-42cb-bc00-5844ef182543 req-5c7b5f7f-211f-4edd-84e0-44aa8efbb819 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/security-groups?id=6307c184-9367-4c50-a03b-173b376f0731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770020 May 12 15:21:05.314373 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-a100c707-75f4-42f6-a828-82a6d9dda3d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:05.322586 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-a100c707-75f4-42f6-a828-82a6d9dda3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:05.325598 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-a241540e-469f-4485-84ca-a9d033ef7817 req-ab08f15a-4486-454a-b8c1-44950ddf0432 service neutron] 10.222.0.85 "GET /v2.0/networks/fb786cfb-6ac9-4fb8-8644-ee3baa944840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3502183 May 12 15:21:05.335717 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e5d8e5-b206-4620-bdab-aa4336afce96 req-778cf762-2e1a-4c3e-a388-1184b82ac84f tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:05.337744 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-65e5d8e5-b206-4620-bdab-aa4336afce96 req-778cf762-2e1a-4c3e-a388-1184b82ac84f tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=b12a7183-6ec1-495e-9a99-647885c7f2f3 HTTP/1.1" status: 200 len: 943 time: 0.1541195 May 12 15:21:05.338269 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:21:05.395858 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-a100c707-75f4-42f6-a828-82a6d9dda3d4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6b1cbdbda2ec478794d9e01ce02107ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6476521 May 12 15:21:05.398003 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 39698) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:21:05.400809 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a100c707-75f4-42f6-a828-82a6d9dda3d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2553e717-56cc-419e-b51b-eee7075d690e,revision_number=1']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:21:05.411760 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-a100c707-75f4-42f6-a828-82a6d9dda3d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:21:05.432946 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea156084-1e43-4118-b6ee-531fe811af68 req-8942166d-8f15-42bf-9a06-00103856eaa3 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:05.439994 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-ea156084-1e43-4118-b6ee-531fe811af68 req-8942166d-8f15-42bf-9a06-00103856eaa3 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bacbc99-4e8f-48ab-8de9-cde56445a512 HTTP/1.1" status: 200 len: 944 time: 0.2225668 May 12 15:21:05.446029 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-65e5d8e5-b206-4620-bdab-aa4336afce96 req-6d6056d9-979f-4771-9ef9-ce651848d839 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022301 May 12 15:21:05.448197 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 39702) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:21:05.495797 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38681dd8-0948-4eee-bbe9-50567e319df0 req-2812d955-4944-427e-88ad-7cdb2dd018ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:05.497286 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-38681dd8-0948-4eee-bbe9-50567e319df0 req-2812d955-4944-427e-88ad-7cdb2dd018ba service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=74c7c1c901cc4a308c52d5960e08ed68&device_id=b12a7183-6ec1-495e-9a99-647885c7f2f3 HTTP/1.1" status: 200 len: 1096 time: 0.1133721 May 12 15:21:05.498449 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-ce57af08-ba8c-43e8-8d95-d41a632bce7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:05.534834 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-ce57af08-ba8c-43e8-8d95-d41a632bce7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:21:05.549637 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-ce57af08-ba8c-43e8-8d95-d41a632bce7d admin admin] Usage tracker for resource:security_group_rule and tenant:72bc0728b7fe4904b86813457ced0bea is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:21:05.554788 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-ea156084-1e43-4118-b6ee-531fe811af68 req-45bf33e9-564d-45ce-9357-f1bc9b4717bb tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5f97bae-6cd9-488a-b971-8bbfbaad3da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140025 May 12 15:21:05.572054 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-ce57af08-ba8c-43e8-8d95-d41a632bce7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:21:05.574928 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-c957b7fc-cdac-46de-925f-3235e0e9c68f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:05.593263 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-ce57af08-ba8c-43e8-8d95-d41a632bce7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:21:05.619723 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-c957b7fc-cdac-46de-925f-3235e0e9c68f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:05.712750 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-c957b7fc-cdac-46de-925f-3235e0e9c68f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:05.727192 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-645d9cf3-afe8-4874-9cc0-f8cac2c63c73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:21:05.739832 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-9dcefd1f-8efd-46cf-b97b-3e0f1f76a561 req-decf4262-3437-4ab4-b5ef-5a65582c5a50 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1760336068&fields=id&tenant_id=f8b03419ce0c413cbee40794040a2918 HTTP/1.1" status: 200 len: 267 time: 0.1589358 May 12 15:21:05.752479 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c957b7fc-cdac-46de-925f-3235e0e9c68f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2553e717-56cc-419e-b51b-eee7075d690e,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:21:05.759576 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-ce57af08-ba8c-43e8-8d95-d41a632bce7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:05.763395 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-c957b7fc-cdac-46de-925f-3235e0e9c68f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:21:05.775297 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-ce57af08-ba8c-43e8-8d95-d41a632bce7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:05.785645 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38681dd8-0948-4eee-bbe9-50567e319df0 req-a430bb55-40be-466b-9d94-a20c91e9ce57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:05.787101 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-38681dd8-0948-4eee-bbe9-50567e319df0 req-a430bb55-40be-466b-9d94-a20c91e9ce57 service neutron] 10.222.0.85 "GET /v2.0/networks?id=fb786cfb-6ac9-4fb8-8644-ee3baa944840 HTTP/1.1" status: 200 len: 920 time: 0.2833378 May 12 15:21:05.792279 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:21:05.805297 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-c957b7fc-cdac-46de-925f-3235e0e9c68f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:05.809212 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-c957b7fc-cdac-46de-925f-3235e0e9c68f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2553e717-56cc-419e-b51b-eee7075d690e HTTP/1.1" status: 204 len: 168 time: 0.4074717 May 12 15:21:05.842908 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-ce57af08-ba8c-43e8-8d95-d41a632bce7d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=72bc0728b7fe4904b86813457ced0bea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3810804 May 12 15:21:05.846321 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 39716) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:21:05.849935 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce57af08-ba8c-43e8-8d95-d41a632bce7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0818f4b4-8671-4dde-9441-d30e21831dfe,revision_number=1']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:21:05.853949 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-ce57af08-ba8c-43e8-8d95-d41a632bce7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:21:05.931852 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-d18009bb-e0d3-47b8-b426-13912014c97b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:05.972208 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-d18009bb-e0d3-47b8-b426-13912014c97b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:06.003711 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-38681dd8-0948-4eee-bbe9-50567e319df0 req-a81ce4a6-7fb3-40a0-b28b-856ccbf53995 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3d7cf13f-02dc-4bae-93e9-613d3879c4a8 HTTP/1.1" status: 200 len: 217 time: 0.1551702 May 12 15:21:06.053898 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-d18009bb-e0d3-47b8-b426-13912014c97b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:06.059401 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-8298cf66-f82a-4084-92ad-e815032c1e6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:21:06.070710 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18009bb-e0d3-47b8-b426-13912014c97b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0818f4b4-8671-4dde-9441-d30e21831dfe,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:21:06.073225 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-d18009bb-e0d3-47b8-b426-13912014c97b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:21:06.079569 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-d18009bb-e0d3-47b8-b426-13912014c97b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:06.081907 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-d18009bb-e0d3-47b8-b426-13912014c97b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0818f4b4-8671-4dde-9441-d30e21831dfe HTTP/1.1" status: 204 len: 168 time: 0.2341886 May 12 15:21:06.138356 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38681dd8-0948-4eee-bbe9-50567e319df0 req-6b39b0a3-905a-477a-aa88-b376b23b3a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:06.139901 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-38681dd8-0948-4eee-bbe9-50567e319df0 req-6b39b0a3-905a-477a-aa88-b376b23b3a12 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=93335869-57f6-4f74-9e92-cecab8c181bc HTTP/1.1" status: 200 len: 859 time: 0.1195159 May 12 15:21:06.147337 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcefd1f-8efd-46cf-b97b-3e0f1f76a561 req-95ef3263-c800-4cb4-bf02-a88feb70269f tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:06.148868 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-9dcefd1f-8efd-46cf-b97b-3e0f1f76a561 req-95ef3263-c800-4cb4-bf02-a88feb70269f tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/networks?id=b0a67018-e604-4c5d-b021-363bc82650e3 HTTP/1.1" status: 200 len: 810 time: 0.3949530 May 12 15:21:06.181927 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Device a9712b9e-8515-4329-a096-bd106527c186 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=78794) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 15:21:06.203863 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-38681dd8-0948-4eee-bbe9-50567e319df0 req-c8a19498-da53-4917-9875-ea861dcec395 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=fb786cfb-6ac9-4fb8-8644-ee3baa944840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539382 May 12 15:21:06.250828 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-9dcefd1f-8efd-46cf-b97b-3e0f1f76a561 req-1f786ad9-1bbb-42d0-a5ec-119ec6c7cc6b tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/quotas/f8b03419ce0c413cbee40794040a2918 HTTP/1.1" status: 200 len: 375 time: 0.0459692 May 12 15:21:06.257078 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Device 04093988-8b4c-43e0-a443-019f68577186 up at agent hyperv_hv-cinder-78960 {{(pid=78794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:21:06.459859 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d61f6e-3c39-441a-a154-665b79513d59 req-f28b842d-962e-41fe-8780-5140ee447565 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:06.461296 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-74d61f6e-3c39-441a-a154-665b79513d59 req-f28b842d-962e-41fe-8780-5140ee447565 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=380c23e1-1666-441c-ac21-270ec89faa80 HTTP/1.1" status: 200 len: 944 time: 0.1394877 May 12 15:21:06.527653 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-74d61f6e-3c39-441a-a154-665b79513d59 req-a8b1c25b-2731-4697-990c-da49f86eb545 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/security-groups?id=6307c184-9367-4c50-a03b-173b376f0731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585871 May 12 15:21:06.538667 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Provisioning for port 04093988-8b4c-43e0-a443-019f68577186 completed by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:21:06.546890 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Provisioning complete for port 04093988-8b4c-43e0-a443-019f68577186 triggered by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:21:06.547442 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:06.607229 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-9dcefd1f-8efd-46cf-b97b-3e0f1f76a561 req-28ad1447-1a04-49bc-93e5-bc9fe18111c0 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f8b03419ce0c413cbee40794040a2918&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2364588 May 12 15:21:06.612456 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-38681dd8-0948-4eee-bbe9-50567e319df0 req-cf205fc7-67ac-40a6-bb21-88f83950a5e7 service neutron] 10.222.0.85 "GET /v2.0/networks/fb786cfb-6ac9-4fb8-8644-ee3baa944840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3998988 May 12 15:21:06.719022 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] For port a9712b9e-8515-4329-a096-bd106527c186, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=a9712b9e-8515-4329-a096-bd106527c186,segment=NetworkSegment(d283b5eb-b83c-4844-82f5-295710194741),segment_id=d283b5eb-b83c-4844-82f5-295710194741)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:21:06.748201 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Returning: {'device': 'a9712b9e-8515-4329-a096-bd106527c186', 'network_id': 'fb786cfb-6ac9-4fb8-8644-ee3baa944840', 'port_id': 'a9712b9e-8515-4329-a096-bd106527c186', 'mac_address': 'fa:16:3e:25:bf:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93335869-57f6-4f74-9e92-cecab8c181bc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78794) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 15:21:06.799054 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326b9c44-fc78-4379-b817-754ea3c332cd req-016dee4c-aceb-4801-a210-0156f2affb0c tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:06.808402 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-326b9c44-fc78-4379-b817-754ea3c332cd req-016dee4c-aceb-4801-a210-0156f2affb0c tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=b12a7183-6ec1-495e-9a99-647885c7f2f3 HTTP/1.1" status: 200 len: 943 time: 0.1185019 May 12 15:21:06.818213 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:06.861693 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:06.867035 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-326b9c44-fc78-4379-b817-754ea3c332cd req-f2812c1b-2295-4a9d-a815-a0d6de425bcd tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575917 May 12 15:21:06.878233 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '380c23e1-1666-441c-ac21-270ec89faa80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04093988-8b4c-43e0-a443-019f68577186'}] {{(pid=78794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:21:06.986934 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] For port 04093988-8b4c-43e0-a443-019f68577186, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=04093988-8b4c-43e0-a443-019f68577186,segment=NetworkSegment(3562151b-8bf4-487d-bcfe-e1baea035031),segment_id=3562151b-8bf4-487d-bcfe-e1baea035031)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:21:06.989032 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.notifiers.nova [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9712b9e-8515-4329-a096-bd106527c186 {{(pid=78794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 15:21:07.018277 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:07.021392 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:21:07.065075 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-9dcefd1f-8efd-46cf-b97b-3e0f1f76a561 req-1dec689b-ee02-4d8f-bebd-f37b2ec4e817 service neutron] 10.222.0.32 "GET /v2.0/networks/b0a67018-e604-4c5d-b021-363bc82650e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616210 May 12 15:21:07.067011 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-38681dd8-0948-4eee-bbe9-50567e319df0 req-de2ea40a-44f2-46ab-a084-ef08fe74d8a7 service neutron] 10.222.0.85 "GET /v2.0/networks/fb786cfb-6ac9-4fb8-8644-ee3baa944840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4470987 May 12 15:21:07.138861 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Pushing event updated for resources: {'Port': ['ID=04093988-8b4c-43e0-a443-019f68577186,revision_number=5']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:21:07.144087 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:21:07.152874 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] For port a9712b9e-8515-4329-a096-bd106527c186, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=a9712b9e-8515-4329-a096-bd106527c186,segment=NetworkSegment(d283b5eb-b83c-4844-82f5-295710194741),segment_id=d283b5eb-b83c-4844-82f5-295710194741)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:21:07.158491 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:07.160083 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Device 84b91f9b-8e19-4ead-8758-eaa0d1c6b869 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=78794) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 15:21:07.210421 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c10969-4aad-4318-8b1e-519de3c20221 req-53661524-481a-4163-9b33-0cbe886944d2 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:07.219184 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-06c10969-4aad-4318-8b1e-519de3c20221 req-53661524-481a-4163-9b33-0cbe886944d2 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bacbc99-4e8f-48ab-8de9-cde56445a512 HTTP/1.1" status: 200 len: 944 time: 0.1739302 May 12 15:21:07.310097 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-06c10969-4aad-4318-8b1e-519de3c20221 req-e06714b7-1d70-4c0c-9f96-d09a9a6d00e5 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5f97bae-6cd9-488a-b971-8bbfbaad3da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832694 May 12 15:21:07.328915 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] For port 84b91f9b-8e19-4ead-8758-eaa0d1c6b869, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=84b91f9b-8e19-4ead-8758-eaa0d1c6b869,segment=NetworkSegment(aed3de80-ed18-460e-b055-6eaee58095ed),segment_id=aed3de80-ed18-460e-b055-6eaee58095ed)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:21:07.343329 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-9dcefd1f-8efd-46cf-b97b-3e0f1f76a561 req-4c5bd47a-4210-4f98-9395-dd3871e41d62 service neutron] 10.222.0.32 "GET /v2.0/networks/b0a67018-e604-4c5d-b021-363bc82650e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705202 May 12 15:21:07.348216 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-335e76c3-e0f0-41e1-9e7d-1e382c636d33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:21:07.432090 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Pushing event updated for resources: {'Port': ['ID=a9712b9e-8515-4329-a096-bd106527c186,revision_number=4']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:21:07.435335 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:21:07.437803 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Returning: {'device': '84b91f9b-8e19-4ead-8758-eaa0d1c6b869', 'network_id': '06377a76-cba3-4a9a-8a35-e745bfc855d3', 'port_id': '84b91f9b-8e19-4ead-8758-eaa0d1c6b869', 'mac_address': 'fa:16:3e:c7:f5:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15033e54-901c-4fdb-84e8-ba4de72c9c38', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78794) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 15:21:07.537751 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:07.602855 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.notifiers.nova [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84b91f9b-8e19-4ead-8758-eaa0d1c6b869 {{(pid=78794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 15:21:07.651808 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] For port 84b91f9b-8e19-4ead-8758-eaa0d1c6b869, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=84b91f9b-8e19-4ead-8758-eaa0d1c6b869,segment=NetworkSegment(aed3de80-ed18-460e-b055-6eaee58095ed),segment_id=aed3de80-ed18-460e-b055-6eaee58095ed)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:21:07.661063 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:07.663347 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:21:07.742858 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-37195471-ca4d-4f88-a169-78946b801e73 req-d463fb3e-718e-4dff-8ac6-a147eae90b01 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc932ba1-5b4a-4624-9029-e047b5a14c84 HTTP/1.1" status: 200 len: 210 time: 0.1160336 May 12 15:21:07.826519 dv-cinder-789603-6-iscsi neutron-server[78794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '380c23e1-1666-441c-ac21-270ec89faa80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04093988-8b4c-43e0-a443-019f68577186', 'code': 200} May 12 15:21:07.859308 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Pushing event updated for resources: {'Port': ['ID=84b91f9b-8e19-4ead-8758-eaa0d1c6b869,revision_number=4']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:21:07.887277 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:21:08.052249 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] get_ports_and_sgs() called for port_ids ['a9712b9e-8515-4329-a096-bd106527c186'] {{(pid=78794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:21:08.099926 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] get_ports_and_sgs() called for port_ids ['84b91f9b-8e19-4ead-8758-eaa0d1c6b869'] {{(pid=78794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:21:08.141735 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf9fbd-df5f-4825-911a-da5316899efc req-49eb66ae-4fd2-4ae3-b217-c09029fa0fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:08.144491 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-35cf9fbd-df5f-4825-911a-da5316899efc req-49eb66ae-4fd2-4ae3-b217-c09029fa0fcf service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=380c23e1-1666-441c-ac21-270ec89faa80 HTTP/1.1" status: 200 len: 1098 time: 0.0963449 May 12 15:21:08.170390 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-35cf9fbd-df5f-4825-911a-da5316899efc req-44bc5985-321c-4486-aeac-13c20499d702 service neutron] Notify callbacks [] for security_group, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:08.208791 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Device 3d7cf13f-02dc-4bae-93e9-613d3879c4a8 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=78794) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 15:21:08.213410 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5188d696-ab1c-4192-847a-1c7a5956b1bf req-d9c7adb7-931f-4e43-9014-07d33720ac86 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:08.222704 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-5188d696-ab1c-4192-847a-1c7a5956b1bf req-d9c7adb7-931f-4e43-9014-07d33720ac86 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=380c23e1-1666-441c-ac21-270ec89faa80 HTTP/1.1" status: 200 len: 945 time: 0.2506311 May 12 15:21:08.225475 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [req-35cf9fbd-df5f-4825-911a-da5316899efc req-44bc5985-321c-4486-aeac-13c20499d702 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:21:08.253853 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [req-35cf9fbd-df5f-4825-911a-da5316899efc req-44bc5985-321c-4486-aeac-13c20499d702 service neutron] Usage tracker for resource:security_group_rule and tenant:dabcadb56bdd42e984186c205b0d4714 is out of sync, need to count used quota {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:21:08.264397 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [req-35cf9fbd-df5f-4825-911a-da5316899efc req-44bc5985-321c-4486-aeac-13c20499d702 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:21:08.287933 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [req-35cf9fbd-df5f-4825-911a-da5316899efc req-44bc5985-321c-4486-aeac-13c20499d702 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:21:08.362562 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c18bb25-7add-4332-8174-62c42e061cc9 req-388c52e7-24ac-4799-9cbb-61889658fac7 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:08.364799 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-6c18bb25-7add-4332-8174-62c42e061cc9 req-388c52e7-24ac-4799-9cbb-61889658fac7 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=b12a7183-6ec1-495e-9a99-647885c7f2f3 HTTP/1.1" status: 200 len: 943 time: 0.2289686 May 12 15:21:08.370024 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-5188d696-ab1c-4192-847a-1c7a5956b1bf req-2521f226-6bec-4eaa-82cf-02837bfb8a61 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/security-groups?id=6307c184-9367-4c50-a03b-173b376f0731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460495 May 12 15:21:08.545486 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-6c18bb25-7add-4332-8174-62c42e061cc9 req-1d704add-87b2-4fc9-9435-d7862a77e319 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562169 May 12 15:21:08.595475 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-35cf9fbd-df5f-4825-911a-da5316899efc req-44bc5985-321c-4486-aeac-13c20499d702 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:08.640227 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-35cf9fbd-df5f-4825-911a-da5316899efc req-44bc5985-321c-4486-aeac-13c20499d702 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:08.669736 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:21:08.710582 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] For port 3d7cf13f-02dc-4bae-93e9-613d3879c4a8, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=3d7cf13f-02dc-4bae-93e9-613d3879c4a8,segment=NetworkSegment(d283b5eb-b83c-4844-82f5-295710194741),segment_id=d283b5eb-b83c-4844-82f5-295710194741)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:21:08.721964 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-35cf9fbd-df5f-4825-911a-da5316899efc req-44bc5985-321c-4486-aeac-13c20499d702 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=6307c184-9367-4c50-a03b-173b376f0731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5695078 May 12 15:21:08.733306 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bc5985-321c-4486-aeac-13c20499d702 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ec08cfe6-01c4-48c4-a2a0-30d82f3d9a2d,revision_number=1']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:21:08.736667 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-44bc5985-321c-4486-aeac-13c20499d702 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:21:08.762445 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Returning: {'device': '3d7cf13f-02dc-4bae-93e9-613d3879c4a8', 'network_id': 'fb786cfb-6ac9-4fb8-8644-ee3baa944840', 'port_id': '3d7cf13f-02dc-4bae-93e9-613d3879c4a8', 'mac_address': 'fa:16:3e:d4:2f:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93335869-57f6-4f74-9e92-cecab8c181bc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78794) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 15:21:08.779876 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b1c1a-ed36-4f7e-8430-0e0eaab928ab req-def4819d-907f-40fa-a293-d72cf9d22e12 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:08.781404 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-592b1c1a-ed36-4f7e-8430-0e0eaab928ab req-def4819d-907f-40fa-a293-d72cf9d22e12 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bacbc99-4e8f-48ab-8de9-cde56445a512 HTTP/1.1" status: 200 len: 945 time: 0.1927691 May 12 15:21:08.860713 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-592b1c1a-ed36-4f7e-8430-0e0eaab928ab req-40155c20-d450-4ce0-9812-28d159846e47 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5f97bae-6cd9-488a-b971-8bbfbaad3da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725799 May 12 15:21:08.940109 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [req-dbc7b15f-8939-47ae-8d5a-34851a33807c req-4d6f9b85-f7a7-469e-8010-af1b2dc87895 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Synchronizing usage tracker for tenant:f8b03419ce0c413cbee40794040a2918 on resource:port {{(pid=78793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:21:08.959697 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [req-dbc7b15f-8939-47ae-8d5a-34851a33807c req-4d6f9b85-f7a7-469e-8010-af1b2dc87895 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Unset dirty status for tenant:f8b03419ce0c413cbee40794040a2918 on resource:port {{(pid=78793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:21:08.961168 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-dbc7b15f-8939-47ae-8d5a-34851a33807c req-4d6f9b85-f7a7-469e-8010-af1b2dc87895 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc932ba1-5b4a-4624-9029-e047b5a14c84 HTTP/1.1" status: 200 len: 210 time: 0.0859485 May 12 15:21:09.073382 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:09.108272 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.notifiers.nova [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d7cf13f-02dc-4bae-93e9-613d3879c4a8 {{(pid=78794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 15:21:09.135915 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] For port 3d7cf13f-02dc-4bae-93e9-613d3879c4a8, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=3d7cf13f-02dc-4bae-93e9-613d3879c4a8,segment=NetworkSegment(d283b5eb-b83c-4844-82f5-295710194741),segment_id=d283b5eb-b83c-4844-82f5-295710194741)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:21:09.141352 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:09.144353 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:21:09.226470 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Pushing event updated for resources: {'Port': ['ID=3d7cf13f-02dc-4bae-93e9-613d3879c4a8,revision_number=4']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:21:09.229940 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:21:09.490359 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 39890) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:21:09.639032 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-eb6ac96e-2b56-4f20-ae02-ff43a478ab24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:09.669072 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-eb6ac96e-2b56-4f20-ae02-ff43a478ab24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:21:09.679452 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d99308-6b4d-4046-972b-bc3a42dd2e0f req-fa08a70c-de2d-44ce-9d73-9b242efe7bf9 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:09.681008 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-30d99308-6b4d-4046-972b-bc3a42dd2e0f req-fa08a70c-de2d-44ce-9d73-9b242efe7bf9 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=380c23e1-1666-441c-ac21-270ec89faa80 HTTP/1.1" status: 200 len: 945 time: 0.1533639 May 12 15:21:09.683773 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-eb6ac96e-2b56-4f20-ae02-ff43a478ab24 admin admin] Usage tracker for resource:security_group_rule and tenant:bd4e978dd6bc429ba20937e41c63dbea is out of sync, need to count used quota {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:21:09.689434 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-eb6ac96e-2b56-4f20-ae02-ff43a478ab24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:21:09.808711 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-eb6ac96e-2b56-4f20-ae02-ff43a478ab24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:21:09.832193 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-30d99308-6b4d-4046-972b-bc3a42dd2e0f req-7c17e958-da6b-4b1b-a708-6c818ca53c08 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/security-groups?id=6307c184-9367-4c50-a03b-173b376f0731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444542 May 12 15:21:09.865247 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f810992-b86a-41b0-895b-0117770ce8a6 req-65fc30d9-1dcc-436b-a04a-50386f865d01 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:09.872660 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-7f810992-b86a-41b0-895b-0117770ce8a6 req-65fc30d9-1dcc-436b-a04a-50386f865d01 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=b12a7183-6ec1-495e-9a99-647885c7f2f3 HTTP/1.1" status: 200 len: 944 time: 0.1834915 May 12 15:21:09.926939 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-eb6ac96e-2b56-4f20-ae02-ff43a478ab24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:09.932808 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-eb6ac96e-2b56-4f20-ae02-ff43a478ab24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:09.939572 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-7f810992-b86a-41b0-895b-0117770ce8a6 req-03c6e665-6be1-455c-8f43-3433a06fec83 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655568 May 12 15:21:09.945127 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-e582e294-2a1b-493e-afaf-ee57e5ffdf64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:21:10.001809 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-eb6ac96e-2b56-4f20-ae02-ff43a478ab24 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bd4e978dd6bc429ba20937e41c63dbea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5102954 May 12 15:21:10.004429 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 39926) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:21:10.014703 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ac96e-2b56-4f20-ae02-ff43a478ab24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=497f3448-677b-42c0-a5de-599e9438c9cd,revision_number=1']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:21:10.021943 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-eb6ac96e-2b56-4f20-ae02-ff43a478ab24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:21:10.083779 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-174d9910-dd7a-47d1-be02-1c71bf140daf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:10.113854 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-174d9910-dd7a-47d1-be02-1c71bf140daf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:10.121490 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380c9f72-b096-498a-b9fe-599e51d008bd req-44bdfe32-3f1c-41ab-8ea5-7bafddbf2b98 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:10.123627 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-380c9f72-b096-498a-b9fe-599e51d008bd req-44bdfe32-3f1c-41ab-8ea5-7bafddbf2b98 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bacbc99-4e8f-48ab-8de9-cde56445a512 HTTP/1.1" status: 200 len: 945 time: 0.0936620 May 12 15:21:10.178639 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-380c9f72-b096-498a-b9fe-599e51d008bd req-8bfd3867-605a-45a9-a024-c77f72c9d147 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5f97bae-6cd9-488a-b971-8bbfbaad3da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483980 May 12 15:21:10.182192 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-7a4c80c5-d21b-42b0-9dea-5e35e7554a13 req-c7e58c1b-e456-47ba-ae1b-e710d282e42a tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc932ba1-5b4a-4624-9029-e047b5a14c84 HTTP/1.1" status: 200 len: 210 time: 0.0562367 May 12 15:21:10.222230 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-174d9910-dd7a-47d1-be02-1c71bf140daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:10.228049 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-cd89afca-e94a-4e08-9d56-65e1501351b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:21:10.242219 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174d9910-dd7a-47d1-be02-1c71bf140daf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=497f3448-677b-42c0-a5de-599e9438c9cd,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:21:10.245287 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-174d9910-dd7a-47d1-be02-1c71bf140daf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:21:10.247743 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-174d9910-dd7a-47d1-be02-1c71bf140daf admin admin] Notify callbacks [] for security_group, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:10.251149 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-174d9910-dd7a-47d1-be02-1c71bf140daf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/497f3448-677b-42c0-a5de-599e9438c9cd HTTP/1.1" status: 204 len: 168 time: 0.2433341 May 12 15:21:10.605286 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 39960) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:21:10.625520 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-b5e0caad-08e8-4f58-bda3-51621f6a6222 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:10.641611 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-b5e0caad-08e8-4f58-bda3-51621f6a6222 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:21:10.645768 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-b5e0caad-08e8-4f58-bda3-51621f6a6222 admin admin] Usage tracker for resource:security_group_rule and tenant:9558285889ee4f5e97d678e119573776 is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:21:10.648687 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-b5e0caad-08e8-4f58-bda3-51621f6a6222 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:21:10.654543 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-b5e0caad-08e8-4f58-bda3-51621f6a6222 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:21:10.741158 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-b5e0caad-08e8-4f58-bda3-51621f6a6222 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:10.744882 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-b5e0caad-08e8-4f58-bda3-51621f6a6222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:10.751981 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:21:10.792627 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-b5e0caad-08e8-4f58-bda3-51621f6a6222 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9558285889ee4f5e97d678e119573776&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1859224 May 12 15:21:10.793759 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e0caad-08e8-4f58-bda3-51621f6a6222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57e6bc71-b9bc-4c7d-b859-b1071645204f,revision_number=1']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:21:10.795205 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 39964) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:21:10.798559 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-b5e0caad-08e8-4f58-bda3-51621f6a6222 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:21:10.856818 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-346ee41b-4d39-4c82-908f-528d5549b37b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:10.884498 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-346ee41b-4d39-4c82-908f-528d5549b37b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:10.936950 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-346ee41b-4d39-4c82-908f-528d5549b37b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:10.941324 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:21:10.987335 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346ee41b-4d39-4c82-908f-528d5549b37b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e6bc71-b9bc-4c7d-b859-b1071645204f,revision_number=None']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:21:11.000410 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-346ee41b-4d39-4c82-908f-528d5549b37b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:21:11.019205 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-346ee41b-4d39-4c82-908f-528d5549b37b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:11.020289 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-346ee41b-4d39-4c82-908f-528d5549b37b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/57e6bc71-b9bc-4c7d-b859-b1071645204f HTTP/1.1" status: 204 len: 168 time: 0.2240705 May 12 15:21:11.048339 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c3f460-3405-40c6-be9f-c5f215706c5c req-caa728fe-f175-4127-8a8f-a85dca3b28f1 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:11.050395 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-51c3f460-3405-40c6-be9f-c5f215706c5c req-caa728fe-f175-4127-8a8f-a85dca3b28f1 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=380c23e1-1666-441c-ac21-270ec89faa80 HTTP/1.1" status: 200 len: 945 time: 0.1000378 May 12 15:21:11.094753 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-51c3f460-3405-40c6-be9f-c5f215706c5c req-9b2c8801-f378-4e38-8ca3-dedde45133fe tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/security-groups?id=6307c184-9367-4c50-a03b-173b376f0731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387053 May 12 15:21:11.127149 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d65046-1ab5-4f07-8e40-e8e5130f86cd req-d28ef0be-ab8c-4620-b50d-bc3f577f109a tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:11.128622 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-24d65046-1ab5-4f07-8e40-e8e5130f86cd req-d28ef0be-ab8c-4620-b50d-bc3f577f109a tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=b12a7183-6ec1-495e-9a99-647885c7f2f3 HTTP/1.1" status: 200 len: 944 time: 0.0816064 May 12 15:21:11.173151 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-24d65046-1ab5-4f07-8e40-e8e5130f86cd req-8f487515-bace-45fa-bc7f-e32a86afdccd tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386930 May 12 15:21:11.338610 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-e1cab839-4364-4cf6-9621-2707a6b632ad req-e9115fd9-62c3-47f5-9a30-0b7776725f74 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc932ba1-5b4a-4624-9029-e047b5a14c84 HTTP/1.1" status: 200 len: 210 time: 0.0449080 May 12 15:21:11.380108 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00422df9-92f5-420f-b4c2-718f74c589b6 req-09722e80-ce49-4e82-9495-ce9339866d8b tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:11.381545 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-00422df9-92f5-420f-b4c2-718f74c589b6 req-09722e80-ce49-4e82-9495-ce9339866d8b tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bacbc99-4e8f-48ab-8de9-cde56445a512 HTTP/1.1" status: 200 len: 945 time: 0.0889435 May 12 15:21:11.429461 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-00422df9-92f5-420f-b4c2-718f74c589b6 req-e28aa26e-6843-4df1-8c60-5f1bfdb70cac tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5f97bae-6cd9-488a-b971-8bbfbaad3da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407937 May 12 15:21:12.284491 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15523b46-8b6d-44de-83ba-ffbb85cc76fc req-21bf243e-233f-4fa1-bdca-de4020477d1e tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:12.285982 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-15523b46-8b6d-44de-83ba-ffbb85cc76fc req-21bf243e-233f-4fa1-bdca-de4020477d1e tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=380c23e1-1666-441c-ac21-270ec89faa80 HTTP/1.1" status: 200 len: 945 time: 0.0813932 May 12 15:21:12.341535 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-15523b46-8b6d-44de-83ba-ffbb85cc76fc req-4ece58b2-7d7f-4340-931d-479b5df8adda tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/security-groups?id=6307c184-9367-4c50-a03b-173b376f0731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455430 May 12 15:21:12.368102 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68cf63e-a053-43de-8e25-e5c9f6eb1331 req-12c42f77-6378-4c75-8fe7-c9054f5aae86 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:12.369556 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-a68cf63e-a053-43de-8e25-e5c9f6eb1331 req-12c42f77-6378-4c75-8fe7-c9054f5aae86 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=b12a7183-6ec1-495e-9a99-647885c7f2f3 HTTP/1.1" status: 200 len: 944 time: 0.0823464 May 12 15:21:12.416228 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-a68cf63e-a053-43de-8e25-e5c9f6eb1331 req-6cb75f75-1193-4b51-8799-e41502649531 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402057 May 12 15:21:12.499295 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-92e7f0d5-b726-4da9-b9de-99c04ee0271c req-2da2b12e-4a9d-411a-ba73-ed0593c1f3c9 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc932ba1-5b4a-4624-9029-e047b5a14c84 HTTP/1.1" status: 200 len: 210 time: 0.0506978 May 12 15:21:12.636458 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db5f7e-2059-4de1-a504-2bedcd544497 req-c3723210-aa9e-4673-bce6-60c55e34e1bf tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:12.637721 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-14db5f7e-2059-4de1-a504-2bedcd544497 req-c3723210-aa9e-4673-bce6-60c55e34e1bf tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bacbc99-4e8f-48ab-8de9-cde56445a512 HTTP/1.1" status: 200 len: 945 time: 0.0965905 May 12 15:21:12.688101 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-14db5f7e-2059-4de1-a504-2bedcd544497 req-ee4a163a-4436-49e4-924f-c242bfca3544 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5f97bae-6cd9-488a-b971-8bbfbaad3da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439200 May 12 15:21:13.540813 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcefd1f-8efd-46cf-b97b-3e0f1f76a561 req-986a27c2-e985-4ca5-a2bf-aa0897292037 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:13.542529 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-9dcefd1f-8efd-46cf-b97b-3e0f1f76a561 req-986a27c2-e985-4ca5-a2bf-aa0897292037 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.85 "GET /v2.0/networks?id=b0a67018-e604-4c5d-b021-363bc82650e3 HTTP/1.1" status: 200 len: 810 time: 0.1703770 May 12 15:21:13.631086 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-9dcefd1f-8efd-46cf-b97b-3e0f1f76a561 req-9f6b1c7f-b932-4dc4-bb12-8652b612e7ba tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f8b03419ce0c413cbee40794040a2918 HTTP/1.1" status: 200 len: 380 time: 0.0786002 May 12 15:21:13.639520 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54ad92-b261-4338-9004-3871db3e8d98 req-4a910b8b-2546-4eb6-b8fc-319bdafd4b4b tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:13.641470 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-4e54ad92-b261-4338-9004-3871db3e8d98 req-4a910b8b-2546-4eb6-b8fc-319bdafd4b4b tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=380c23e1-1666-441c-ac21-270ec89faa80 HTTP/1.1" status: 200 len: 945 time: 0.0929241 May 12 15:21:13.674710 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.v2.base [req-9dcefd1f-8efd-46cf-b97b-3e0f1f76a561 req-9ffc0f64-d589-49ff-b967-683a54975ce9 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Request body: {'port': {'device_id': 'cc932ba1-5b4a-4624-9029-e047b5a14c84', 'network_id': 'b0a67018-e604-4c5d-b021-363bc82650e3', 'admin_state_up': True, 'tenant_id': 'f8b03419ce0c413cbee40794040a2918', 'security_groups': ['b59b4c23-61fe-43f1-a95c-f7c6a6178560']}} {{(pid=78792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:21:13.691974 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-4e54ad92-b261-4338-9004-3871db3e8d98 req-eedf4bde-f1ba-4295-aacf-72d55d2fb848 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/security-groups?id=6307c184-9367-4c50-a03b-173b376f0731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430839 May 12 15:21:13.843074 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10eb54f-dcc9-4ea9-b7ca-5805a753ec0d req-28578ee7-ba02-4194-805d-bd7d7e16c2c9 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:13.845113 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-e10eb54f-dcc9-4ea9-b7ca-5805a753ec0d req-28578ee7-ba02-4194-805d-bd7d7e16c2c9 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=b12a7183-6ec1-495e-9a99-647885c7f2f3 HTTP/1.1" status: 200 len: 944 time: 0.2317109 May 12 15:21:13.849393 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-91de18c8-c3dc-4e67-89ea-9b8f7208c23d req-3a3a4d41-e601-4c9f-9fba-9883b70921c5 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc932ba1-5b4a-4624-9029-e047b5a14c84 HTTP/1.1" status: 200 len: 210 time: 0.0475571 May 12 15:21:13.856256 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [req-9dcefd1f-8efd-46cf-b97b-3e0f1f76a561 req-9ffc0f64-d589-49ff-b967-683a54975ce9 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:21:13.900378 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [req-9dcefd1f-8efd-46cf-b97b-3e0f1f76a561 req-9ffc0f64-d589-49ff-b967-683a54975ce9 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:21:13.906198 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-e10eb54f-dcc9-4ea9-b7ca-5805a753ec0d req-fe294c66-e8c5-48a6-966d-9b5b597bd243 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543332 May 12 15:21:13.917374 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dcefd1f-8efd-46cf-b97b-3e0f1f76a561 req-9ffc0f64-d589-49ff-b967-683a54975ce9 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Made reservation on behalf of f8b03419ce0c413cbee40794040a2918 for: {'port': 1} {{(pid=78792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:21:13.921517 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-9dcefd1f-8efd-46cf-b97b-3e0f1f76a561 req-9ffc0f64-d589-49ff-b967-683a54975ce9 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:14.061379 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4205ade2-2b91-4a6c-85a5-c88ab589bc30 req-54da0b38-479d-42a0-b958-1bd31c42fae1 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:14.062979 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-4205ade2-2b91-4a6c-85a5-c88ab589bc30 req-54da0b38-479d-42a0-b958-1bd31c42fae1 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bacbc99-4e8f-48ab-8de9-cde56445a512 HTTP/1.1" status: 200 len: 945 time: 0.0868328 May 12 15:21:14.087773 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] get_ports_and_sgs() called for port_ids ['3d7cf13f-02dc-4bae-93e9-613d3879c4a8'] {{(pid=78794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:21:14.116580 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.db_base_plugin_common [req-9dcefd1f-8efd-46cf-b97b-3e0f1f76a561 req-9ffc0f64-d589-49ff-b967-683a54975ce9 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Allocated IP 172.20.0.6 (b0a67018-e604-4c5d-b021-363bc82650e3/0bfa47e8-ea4e-42ac-a644-064fdadd42d3/55251288-febe-444f-ab34-91007bb36f67) {{(pid=78792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:21:14.122425 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-4205ade2-2b91-4a6c-85a5-c88ab589bc30 req-f978c2bb-f19a-4553-8dea-34d7cf187e55 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5f97bae-6cd9-488a-b971-8bbfbaad3da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532537 May 12 15:21:14.304746 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-9dcefd1f-8efd-46cf-b97b-3e0f1f76a561 req-9ffc0f64-d589-49ff-b967-683a54975ce9 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Notify callbacks [] for port, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:14.319457 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.provisioning_blocks [req-9dcefd1f-8efd-46cf-b97b-3e0f1f76a561 req-9ffc0f64-d589-49ff-b967-683a54975ce9 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Transition to ACTIVE for port object 55251288-febe-444f-ab34-91007bb36f67 will not be triggered until provisioned by entity DHCP. {{(pid=78792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:21:14.342793 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-9dcefd1f-8efd-46cf-b97b-3e0f1f76a561 req-9ffc0f64-d589-49ff-b967-683a54975ce9 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739648862724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3714859'] for port, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:14.351806 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:21:14.412267 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dcefd1f-8efd-46cf-b97b-3e0f1f76a561 req-9ffc0f64-d589-49ff-b967-683a54975ce9 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Network b0a67018-e604-4c5d-b021-363bc82650e3 is already hosted by enough agents. {{(pid=78792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:21:14.415292 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.base_scheduler [req-9dcefd1f-8efd-46cf-b97b-3e0f1f76a561 req-9ffc0f64-d589-49ff-b967-683a54975ce9 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Resources bound (agent type, host, resource id): {{(pid=78792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:21:14.419103 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dcefd1f-8efd-46cf-b97b-3e0f1f76a561 req-9ffc0f64-d589-49ff-b967-683a54975ce9 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Received port after_create {{(pid=78792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:21:14.460636 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffc0f64-d589-49ff-b967-683a54975ce9 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Pushing event updated for resources: {'Port': ['ID=55251288-febe-444f-ab34-91007bb36f67,revision_number=1']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:21:14.466212 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-9ffc0f64-d589-49ff-b967-683a54975ce9 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:21:14.494821 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcefd1f-8efd-46cf-b97b-3e0f1f76a561 req-9ffc0f64-d589-49ff-b967-683a54975ce9 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:14.495441 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-9dcefd1f-8efd-46cf-b97b-3e0f1f76a561 req-9ffc0f64-d589-49ff-b967-683a54975ce9 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2050383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for port, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:14.522486 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-9dcefd1f-8efd-46cf-b97b-3e0f1f76a561 req-9ffc0f64-d589-49ff-b967-683a54975ce9 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8569808 May 12 15:21:14.661991 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-8a778503-f655-4c88-9279-46c327d95827 None None] Provisioning for port 55251288-febe-444f-ab34-91007bb36f67 completed by entity DHCP. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:21:14.666523 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-8a778503-f655-4c88-9279-46c327d95827 None None] Provisioning complete for port 55251288-febe-444f-ab34-91007bb36f67 triggered by entity DHCP. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:21:14.666902 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-8a778503-f655-4c88-9279-46c327d95827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:14.754537 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.plugin [None req-8a778503-f655-4c88-9279-46c327d95827 None None] Port 55251288-febe-444f-ab34-91007bb36f67 cannot update to ACTIVE because it is not bound. {{(pid=78794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 15:21:14.958699 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d37e60-26a6-4c71-bb70-712bba24dffb req-6f5e98ee-04b5-429a-b52a-682ed1488f39 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:14.960184 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-29d37e60-26a6-4c71-bb70-712bba24dffb req-6f5e98ee-04b5-429a-b52a-682ed1488f39 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=380c23e1-1666-441c-ac21-270ec89faa80 HTTP/1.1" status: 200 len: 945 time: 0.1529117 May 12 15:21:15.010041 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-29d37e60-26a6-4c71-bb70-712bba24dffb req-3ce1b8ed-7552-4c80-809e-3eb932c4d635 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/security-groups?id=6307c184-9367-4c50-a03b-173b376f0731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438168 May 12 15:21:15.051015 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904570d3-cc19-4f05-816b-28a94537134d req-2a101bf2-742a-4099-8d8e-1cbb4833f443 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:15.058090 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-904570d3-cc19-4f05-816b-28a94537134d req-2a101bf2-742a-4099-8d8e-1cbb4833f443 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc932ba1-5b4a-4624-9029-e047b5a14c84 HTTP/1.1" status: 200 len: 931 time: 0.0971243 May 12 15:21:15.107172 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [req-904570d3-cc19-4f05-816b-28a94537134d req-d93a19cf-34c7-41c3-87f8-9be7a2275118 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Synchronizing usage tracker for tenant:f8b03419ce0c413cbee40794040a2918 on resource:security_group {{(pid=78793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:21:15.126580 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [req-904570d3-cc19-4f05-816b-28a94537134d req-d93a19cf-34c7-41c3-87f8-9be7a2275118 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Unset dirty status for tenant:f8b03419ce0c413cbee40794040a2918 on resource:security_group {{(pid=78793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:21:15.128494 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-904570d3-cc19-4f05-816b-28a94537134d req-d93a19cf-34c7-41c3-87f8-9be7a2275118 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/security-groups?id=b59b4c23-61fe-43f1-a95c-f7c6a6178560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695693 May 12 15:21:15.213734 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eaf010-5d3b-4398-90ad-450d5206f25b req-e6daad56-c1a7-48cd-a4e4-fbf182e66ebd tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:15.215346 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-38eaf010-5d3b-4398-90ad-450d5206f25b req-e6daad56-c1a7-48cd-a4e4-fbf182e66ebd tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=b12a7183-6ec1-495e-9a99-647885c7f2f3 HTTP/1.1" status: 200 len: 944 time: 0.0917637 May 12 15:21:15.269068 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-38eaf010-5d3b-4398-90ad-450d5206f25b req-9cdcbda7-ecdb-4a36-937a-d099ff1caeb7 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465450 May 12 15:21:15.324418 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5966a507-ea9b-41e2-a8f1-ce65fa36011f req-2750a8aa-be7e-4d84-a453-2929f21d11df tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:15.328928 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-5966a507-ea9b-41e2-a8f1-ce65fa36011f req-2750a8aa-be7e-4d84-a453-2929f21d11df tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bacbc99-4e8f-48ab-8de9-cde56445a512 HTTP/1.1" status: 200 len: 945 time: 0.0905404 May 12 15:21:15.375144 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-5966a507-ea9b-41e2-a8f1-ce65fa36011f req-832b06bc-f801-4617-9057-122c7c9f2855 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5f97bae-6cd9-488a-b971-8bbfbaad3da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422025 May 12 15:21:15.909216 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.v2.base [req-9dcefd1f-8efd-46cf-b97b-3e0f1f76a561 req-0cf883a2-3123-4e2e-8146-25b28e7e43aa service neutron] Request body: {'port': {'device_id': 'cc932ba1-5b4a-4624-9029-e047b5a14c84', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=78792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:21:16.017568 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-9dcefd1f-8efd-46cf-b97b-3e0f1f76a561 req-0cf883a2-3123-4e2e-8146-25b28e7e43aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:16.315916 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c4bc26-d344-4f04-83a6-6acc24427058 req-1f06c2b8-5777-4da4-8c73-25b77c9c0fd4 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:16.317341 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-45c4bc26-d344-4f04-83a6-6acc24427058 req-1f06c2b8-5777-4da4-8c73-25b77c9c0fd4 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc932ba1-5b4a-4624-9029-e047b5a14c84 HTTP/1.1" status: 200 len: 931 time: 0.0778635 May 12 15:21:16.324701 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bf4cff-5cd2-4ff9-b5c0-84f86891af9d req-5c85630e-c467-42d4-9960-40fceb895fb1 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:16.326185 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-45bf4cff-5cd2-4ff9-b5c0-84f86891af9d req-5c85630e-c467-42d4-9960-40fceb895fb1 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=380c23e1-1666-441c-ac21-270ec89faa80 HTTP/1.1" status: 200 len: 945 time: 0.1958570 May 12 15:21:16.363557 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-45c4bc26-d344-4f04-83a6-6acc24427058 req-9394f3b8-6d63-4286-abd0-84bc81b6b43f tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/security-groups?id=b59b4c23-61fe-43f1-a95c-f7c6a6178560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394342 May 12 15:21:16.393675 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-45bf4cff-5cd2-4ff9-b5c0-84f86891af9d req-7c689003-9a7a-4d5e-95ff-c8ec6b61ef58 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/security-groups?id=6307c184-9367-4c50-a03b-173b376f0731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595002 May 12 15:21:16.465651 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.notifiers.nova [req-9dcefd1f-8efd-46cf-b97b-3e0f1f76a561 req-0cf883a2-3123-4e2e-8146-25b28e7e43aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55251288-febe-444f-ab34-91007bb36f67 {{(pid=78792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 15:21:16.473675 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-9dcefd1f-8efd-46cf-b97b-3e0f1f76a561 req-0cf883a2-3123-4e2e-8146-25b28e7e43aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:16.488702 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.provisioning_blocks [req-9dcefd1f-8efd-46cf-b97b-3e0f1f76a561 req-0cf883a2-3123-4e2e-8146-25b28e7e43aa service neutron] Transition to ACTIVE for port object 55251288-febe-444f-ab34-91007bb36f67 will not be triggered until provisioned by entity L2. {{(pid=78792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:21:16.493629 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-9dcefd1f-8efd-46cf-b97b-3e0f1f76a561 req-0cf883a2-3123-4e2e-8146-25b28e7e43aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3714866'] for port, after_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:16.498896 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:21:16.541763 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2333c80b-bde9-4766-af44-72e66d943840 req-645750a6-5216-45fe-a4c6-2a72d614e6ca tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:16.543234 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-2333c80b-bde9-4766-af44-72e66d943840 req-645750a6-5216-45fe-a4c6-2a72d614e6ca tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=b12a7183-6ec1-495e-9a99-647885c7f2f3 HTTP/1.1" status: 200 len: 944 time: 0.0838156 May 12 15:21:16.593633 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-2333c80b-bde9-4766-af44-72e66d943840 req-14b3298f-0c35-4c53-b66e-cf044d15cb19 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442131 May 12 15:21:16.669320 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf883a2-3123-4e2e-8146-25b28e7e43aa service neutron] Pushing event updated for resources: {'Port': ['ID=55251288-febe-444f-ab34-91007bb36f67,revision_number=2']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:21:16.676250 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-0cf883a2-3123-4e2e-8146-25b28e7e43aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:21:16.791620 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800f8f88-53d6-4ab2-acc9-b8dce21c6c02 req-fec4519f-7035-457e-ab35-a7bff9da6dee tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:16.793131 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-800f8f88-53d6-4ab2-acc9-b8dce21c6c02 req-fec4519f-7035-457e-ab35-a7bff9da6dee tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bacbc99-4e8f-48ab-8de9-cde56445a512 HTTP/1.1" status: 200 len: 945 time: 0.2579210 May 12 15:21:16.826151 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.managers [req-9dcefd1f-8efd-46cf-b97b-3e0f1f76a561 req-0cf883a2-3123-4e2e-8146-25b28e7e43aa service neutron] Attempting to bind port 55251288-febe-444f-ab34-91007bb36f67 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=78792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:21:16.826488 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.managers [req-9dcefd1f-8efd-46cf-b97b-3e0f1f76a561 req-0cf883a2-3123-4e2e-8146-25b28e7e43aa service neutron] Attempting to bind port 55251288-febe-444f-ab34-91007bb36f67 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '4319fcb2-d56a-483c-b9e5-3a743225ca7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b0a67018-e604-4c5d-b021-363bc82650e3'}] {{(pid=78792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:21:16.827085 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcefd1f-8efd-46cf-b97b-3e0f1f76a561 req-0cf883a2-3123-4e2e-8146-25b28e7e43aa service neutron] Attempting to bind port 55251288-febe-444f-ab34-91007bb36f67 on network b0a67018-e604-4c5d-b021-363bc82650e3 {{(pid=78792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:21:16.849053 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcefd1f-8efd-46cf-b97b-3e0f1f76a561 req-0cf883a2-3123-4e2e-8146-25b28e7e43aa service neutron] Port 55251288-febe-444f-ab34-91007bb36f67 on network b0a67018-e604-4c5d-b021-363bc82650e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=78792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 15:21:16.849303 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcefd1f-8efd-46cf-b97b-3e0f1f76a561 req-0cf883a2-3123-4e2e-8146-25b28e7e43aa service neutron] Attempting to bind port 55251288-febe-444f-ab34-91007bb36f67 on network b0a67018-e604-4c5d-b021-363bc82650e3 {{(pid=78792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:21:16.859314 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcefd1f-8efd-46cf-b97b-3e0f1f76a561 req-0cf883a2-3123-4e2e-8146-25b28e7e43aa service neutron] Checking agent: {'id': 'f90bdb6d-8ae0-42e3-a09a-ceb4f970b9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 15, 18, 57), 'started_at': datetime.datetime(2021, 5, 12, 15, 18, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 15, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:21:16.859645 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcefd1f-8efd-46cf-b97b-3e0f1f76a561 req-0cf883a2-3123-4e2e-8146-25b28e7e43aa service neutron] Checking segment: {'id': '4319fcb2-d56a-483c-b9e5-3a743225ca7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b0a67018-e604-4c5d-b021-363bc82650e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:21:16.860024 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcefd1f-8efd-46cf-b97b-3e0f1f76a561 req-0cf883a2-3123-4e2e-8146-25b28e7e43aa service neutron] Bound using segment: {'id': '4319fcb2-d56a-483c-b9e5-3a743225ca7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b0a67018-e604-4c5d-b021-363bc82650e3'} {{(pid=78792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:21:16.860447 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.managers [req-9dcefd1f-8efd-46cf-b97b-3e0f1f76a561 req-0cf883a2-3123-4e2e-8146-25b28e7e43aa service neutron] Bound port: 55251288-febe-444f-ab34-91007bb36f67, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4319fcb2-d56a-483c-b9e5-3a743225ca7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b0a67018-e604-4c5d-b021-363bc82650e3'}}] {{(pid=78792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:21:16.860787 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-9dcefd1f-8efd-46cf-b97b-3e0f1f76a561 req-0cf883a2-3123-4e2e-8146-25b28e7e43aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:16.874624 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-800f8f88-53d6-4ab2-acc9-b8dce21c6c02 req-461549af-1e2a-4b6f-93b6-b0e19e305fc6 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5f97bae-6cd9-488a-b971-8bbfbaad3da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715246 May 12 15:21:16.958641 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.db [req-9dcefd1f-8efd-46cf-b97b-3e0f1f76a561 req-0cf883a2-3123-4e2e-8146-25b28e7e43aa service neutron] For port 55251288-febe-444f-ab34-91007bb36f67, host hv-cinder-78960, cleared binding levels {{(pid=78792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:21:16.961587 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.db [req-9dcefd1f-8efd-46cf-b97b-3e0f1f76a561 req-0cf883a2-3123-4e2e-8146-25b28e7e43aa service neutron] For port 55251288-febe-444f-ab34-91007bb36f67, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=55251288-febe-444f-ab34-91007bb36f67,segment=NetworkSegment(4319fcb2-d56a-483c-b9e5-3a743225ca7f),segment_id=4319fcb2-d56a-483c-b9e5-3a743225ca7f)] {{(pid=78792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:21:16.966253 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-9dcefd1f-8efd-46cf-b97b-3e0f1f76a561 req-0cf883a2-3123-4e2e-8146-25b28e7e43aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3714866'] for port, after_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:16.971350 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:21:17.021379 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcefd1f-8efd-46cf-b97b-3e0f1f76a561 req-0cf883a2-3123-4e2e-8146-25b28e7e43aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:17.022232 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-9dcefd1f-8efd-46cf-b97b-3e0f1f76a561 req-0cf883a2-3123-4e2e-8146-25b28e7e43aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2050383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for port, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:17.023433 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-9dcefd1f-8efd-46cf-b97b-3e0f1f76a561 req-0cf883a2-3123-4e2e-8146-25b28e7e43aa service neutron] 10.222.0.85 "PUT /v2.0/ports/55251288-febe-444f-ab34-91007bb36f67 HTTP/1.1" status: 200 len: 1093 time: 1.1188331 May 12 15:21:17.023906 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc932ba1-5b4a-4624-9029-e047b5a14c84', 'tag': '55251288-febe-444f-ab34-91007bb36f67'}] {{(pid=78792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:21:17.050571 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf883a2-3123-4e2e-8146-25b28e7e43aa service neutron] Pushing event updated for resources: {'Port': ['ID=55251288-febe-444f-ab34-91007bb36f67,revision_number=3']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:21:17.053682 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-0cf883a2-3123-4e2e-8146-25b28e7e43aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:21:17.077710 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc932ba1-5b4a-4624-9029-e047b5a14c84', 'tag': '55251288-febe-444f-ab34-91007bb36f67', 'status': 'completed', 'code': 200} May 12 15:21:17.547686 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19528506-dd29-4fdb-bf51-72dcf3ea0fa4 req-fa76026d-c046-475f-bb94-fce7a8a8ee27 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:17.548397 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [req-19528506-dd29-4fdb-bf51-72dcf3ea0fa4 req-fa76026d-c046-475f-bb94-fce7a8a8ee27 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Synchronizing usage tracker for tenant:f8b03419ce0c413cbee40794040a2918 on resource:port {{(pid=78792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:21:17.563934 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [req-19528506-dd29-4fdb-bf51-72dcf3ea0fa4 req-fa76026d-c046-475f-bb94-fce7a8a8ee27 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Unset dirty status for tenant:f8b03419ce0c413cbee40794040a2918 on resource:port {{(pid=78792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:21:17.565794 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-19528506-dd29-4fdb-bf51-72dcf3ea0fa4 req-fa76026d-c046-475f-bb94-fce7a8a8ee27 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc932ba1-5b4a-4624-9029-e047b5a14c84 HTTP/1.1" status: 200 len: 943 time: 0.0977950 May 12 15:21:17.581416 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7bbb2d-f0dc-47a1-b5f3-09451b218438 req-eaadb9fb-d33e-40aa-bd4d-1de9c08a4eef tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:17.582960 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-5a7bbb2d-f0dc-47a1-b5f3-09451b218438 req-eaadb9fb-d33e-40aa-bd4d-1de9c08a4eef tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=380c23e1-1666-441c-ac21-270ec89faa80 HTTP/1.1" status: 200 len: 945 time: 0.0804853 May 12 15:21:17.613326 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-19528506-dd29-4fdb-bf51-72dcf3ea0fa4 req-2fcf22de-0ca9-4ffa-822e-257876674aa4 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/security-groups?id=b59b4c23-61fe-43f1-a95c-f7c6a6178560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412793 May 12 15:21:17.631105 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-5a7bbb2d-f0dc-47a1-b5f3-09451b218438 req-7b600a66-c72e-47db-b551-010596c75e89 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/security-groups?id=6307c184-9367-4c50-a03b-173b376f0731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422440 May 12 15:21:17.786584 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a8f5f7-9655-4544-9154-6fcc920c14bc req-56e4f466-4f46-4eed-86bf-4c86e3950ac5 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:17.788029 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-e6a8f5f7-9655-4544-9154-6fcc920c14bc req-56e4f466-4f46-4eed-86bf-4c86e3950ac5 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=b12a7183-6ec1-495e-9a99-647885c7f2f3 HTTP/1.1" status: 200 len: 944 time: 0.0788476 May 12 15:21:17.841309 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-e6a8f5f7-9655-4544-9154-6fcc920c14bc req-48e5da55-d8d5-48f8-b86b-362bac0e304f tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431056 May 12 15:21:18.060840 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c66c8a-0c92-46bb-ac82-306ed36f30aa req-79e647d1-eb2a-4766-a4e7-6c763da04341 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:18.062293 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-f6c66c8a-0c92-46bb-ac82-306ed36f30aa req-79e647d1-eb2a-4766-a4e7-6c763da04341 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bacbc99-4e8f-48ab-8de9-cde56445a512 HTTP/1.1" status: 200 len: 945 time: 0.0798678 May 12 15:21:18.106915 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-f6c66c8a-0c92-46bb-ac82-306ed36f30aa req-0bfcab17-8c28-4bc9-ad08-ff1d372e3a02 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5f97bae-6cd9-488a-b971-8bbfbaad3da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388176 May 12 15:21:18.438366 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff4df40-0445-4646-a8df-8fae7c4dd93d req-ed13c764-0fe5-498d-9c6e-b5b4857d9cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:18.440302 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-9ff4df40-0445-4646-a8df-8fae7c4dd93d req-ed13c764-0fe5-498d-9c6e-b5b4857d9cbe service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=f8b03419ce0c413cbee40794040a2918&device_id=cc932ba1-5b4a-4624-9029-e047b5a14c84 HTTP/1.1" status: 200 len: 1096 time: 0.0692079 May 12 15:21:18.634377 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff4df40-0445-4646-a8df-8fae7c4dd93d req-a7522599-a6bb-4773-b473-f54a7b77c5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:18.635737 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-9ff4df40-0445-4646-a8df-8fae7c4dd93d req-a7522599-a6bb-4773-b473-f54a7b77c5e1 service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=f8b03419ce0c413cbee40794040a2918&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1876285 May 12 15:21:18.679877 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-23437d44-82ed-470b-b911-6611c2b3ae7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:18.827856 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff4df40-0445-4646-a8df-8fae7c4dd93d req-67983f5e-a940-415d-a8a1-40714210bb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:18.829276 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-9ff4df40-0445-4646-a8df-8fae7c4dd93d req-67983f5e-a940-415d-a8a1-40714210bb39 service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1869199 May 12 15:21:18.840785 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef7a75f-2c9a-4570-a721-1de50c73d464 req-d054c28f-6c22-48db-b439-1a956e121c06 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:18.842973 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-8ef7a75f-2c9a-4570-a721-1de50c73d464 req-d054c28f-6c22-48db-b439-1a956e121c06 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=380c23e1-1666-441c-ac21-270ec89faa80 HTTP/1.1" status: 200 len: 945 time: 0.0867739 May 12 15:21:18.862433 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6890d44b-a239-48d8-861c-f64caa9db8e7 req-072c68d5-0dae-40c3-97bc-933409ded112 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:18.865118 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-6890d44b-a239-48d8-861c-f64caa9db8e7 req-072c68d5-0dae-40c3-97bc-933409ded112 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc932ba1-5b4a-4624-9029-e047b5a14c84 HTTP/1.1" status: 200 len: 943 time: 0.1359754 May 12 15:21:18.894013 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-8ef7a75f-2c9a-4570-a721-1de50c73d464 req-c0e7205b-995f-4971-93c8-9cc19c8c0f70 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/security-groups?id=6307c184-9367-4c50-a03b-173b376f0731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430624 May 12 15:21:18.980459 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-6890d44b-a239-48d8-861c-f64caa9db8e7 req-210c05d2-f7c4-45cf-9696-323372999945 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/security-groups?id=b59b4c23-61fe-43f1-a95c-f7c6a6178560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875742 May 12 15:21:19.012198 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcefd1f-8efd-46cf-b97b-3e0f1f76a561 req-85a8a249-d58e-4d2d-af91-f8283b9b44ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:19.013644 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-9dcefd1f-8efd-46cf-b97b-3e0f1f76a561 req-85a8a249-d58e-4d2d-af91-f8283b9b44ac service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=f8b03419ce0c413cbee40794040a2918&device_id=cc932ba1-5b4a-4624-9029-e047b5a14c84 HTTP/1.1" status: 200 len: 1096 time: 0.1071467 May 12 15:21:19.087546 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-9dcefd1f-8efd-46cf-b97b-3e0f1f76a561 req-a091e3dd-22fe-4951-ad44-6de802b33d0c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55251288-febe-444f-ab34-91007bb36f67 HTTP/1.1" status: 200 len: 217 time: 0.0645416 May 12 15:21:19.088224 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855bf321-1ac9-457c-8fb4-1547d6c4f1fa req-34506a4e-d63f-44d6-a357-b0a17b97e38a tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:19.089631 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-855bf321-1ac9-457c-8fb4-1547d6c4f1fa req-34506a4e-d63f-44d6-a357-b0a17b97e38a tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=b12a7183-6ec1-495e-9a99-647885c7f2f3 HTTP/1.1" status: 200 len: 944 time: 0.0800269 May 12 15:21:19.134642 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-855bf321-1ac9-457c-8fb4-1547d6c4f1fa req-75dc7c25-f127-4292-90b7-9ed3366ef285 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390010 May 12 15:21:19.169892 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcefd1f-8efd-46cf-b97b-3e0f1f76a561 req-89986ede-db5d-4f37-b581-66b580e8ea5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:19.171309 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-9dcefd1f-8efd-46cf-b97b-3e0f1f76a561 req-89986ede-db5d-4f37-b581-66b580e8ea5c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0bfa47e8-ea4e-42ac-a644-064fdadd42d3 HTTP/1.1" status: 200 len: 849 time: 0.0581322 May 12 15:21:19.312818 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcefd1f-8efd-46cf-b97b-3e0f1f76a561 req-d9d8db9d-4e19-4ae8-a92c-c8e7347cbffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:19.314291 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-9dcefd1f-8efd-46cf-b97b-3e0f1f76a561 req-d9d8db9d-4e19-4ae8-a92c-c8e7347cbffe service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b0a67018-e604-4c5d-b021-363bc82650e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1291044 May 12 15:21:19.330177 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c900da4-8054-4464-a5b8-21d3ed72d430 req-fadbde7e-710e-4c11-84fc-86d1deb06c71 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:19.331583 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-9c900da4-8054-4464-a5b8-21d3ed72d430 req-fadbde7e-710e-4c11-84fc-86d1deb06c71 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bacbc99-4e8f-48ab-8de9-cde56445a512 HTTP/1.1" status: 200 len: 945 time: 0.1087835 May 12 15:21:19.377396 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-9c900da4-8054-4464-a5b8-21d3ed72d430 req-29e0e0a1-5b71-458e-b538-772d2c040d64 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5f97bae-6cd9-488a-b971-8bbfbaad3da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397146 May 12 15:21:19.587112 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-9dcefd1f-8efd-46cf-b97b-3e0f1f76a561 req-c2efbbfd-23da-40a7-bd59-6b7a3d63227e service neutron] 10.222.0.85 "GET /v2.0/networks/b0a67018-e604-4c5d-b021-363bc82650e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341841 May 12 15:21:19.731461 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-9dcefd1f-8efd-46cf-b97b-3e0f1f76a561 req-840c7b66-2612-4a03-b33c-deb4e0654e50 service neutron] 10.222.0.85 "GET /v2.0/networks/b0a67018-e604-4c5d-b021-363bc82650e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320043 May 12 15:21:20.206910 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab35c39-bfd1-4f73-b34c-5a9d9977b8a2 req-716ebcf0-8cb7-4d4f-8dd0-2dc7cab963b0 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:20.209862 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-4ab35c39-bfd1-4f73-b34c-5a9d9977b8a2 req-716ebcf0-8cb7-4d4f-8dd0-2dc7cab963b0 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc932ba1-5b4a-4624-9029-e047b5a14c84 HTTP/1.1" status: 200 len: 943 time: 0.1023767 May 12 15:21:20.236120 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba18ec3d-9c33-4d78-a36a-7235d31997c9 req-56a5b9d9-2899-44e3-bec3-21b554b715cf tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:20.250398 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-ba18ec3d-9c33-4d78-a36a-7235d31997c9 req-56a5b9d9-2899-44e3-bec3-21b554b715cf tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=380c23e1-1666-441c-ac21-270ec89faa80 HTTP/1.1" status: 200 len: 945 time: 0.2007945 May 12 15:21:20.294221 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-4ab35c39-bfd1-4f73-b34c-5a9d9977b8a2 req-81d4cd8e-e745-4610-9120-80aeb068458d tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/security-groups?id=b59b4c23-61fe-43f1-a95c-f7c6a6178560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776505 May 12 15:21:20.336203 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-ba18ec3d-9c33-4d78-a36a-7235d31997c9 req-9a8787e0-5ce6-4026-833c-9a756378d420 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/security-groups?id=6307c184-9367-4c50-a03b-173b376f0731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763192 May 12 15:21:20.340816 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Device 3d7cf13f-02dc-4bae-93e9-613d3879c4a8 up at agent hyperv_hv-cinder-78960 {{(pid=78794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:21:20.496585 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Provisioning for port 3d7cf13f-02dc-4bae-93e9-613d3879c4a8 completed by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:21:20.505207 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Provisioning complete for port 3d7cf13f-02dc-4bae-93e9-613d3879c4a8 triggered by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:21:20.505615 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:20.600267 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51715dd5-2a5e-4289-90c7-712e954461c9 req-93cea926-496d-4e5a-a5f4-fbe287f9f2f6 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:20.605847 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 40210) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:21:20.609746 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-51715dd5-2a5e-4289-90c7-712e954461c9 req-93cea926-496d-4e5a-a5f4-fbe287f9f2f6 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=b12a7183-6ec1-495e-9a99-647885c7f2f3 HTTP/1.1" status: 200 len: 944 time: 0.1756532 May 12 15:21:20.697814 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-51715dd5-2a5e-4289-90c7-712e954461c9 req-026801f7-7481-417d-83fd-72d0a7e2195c tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867372 May 12 15:21:20.759149 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:20.782031 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb608bd-7fdb-456b-bcca-4a079745326a req-74884ee7-6662-44ef-b985-5e0dfbb270a9 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:20.783809 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-5eb608bd-7fdb-456b-bcca-4a079745326a req-74884ee7-6662-44ef-b985-5e0dfbb270a9 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bacbc99-4e8f-48ab-8de9-cde56445a512 HTTP/1.1" status: 200 len: 945 time: 0.1711395 May 12 15:21:20.793543 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b12a7183-6ec1-495e-9a99-647885c7f2f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d7cf13f-02dc-4bae-93e9-613d3879c4a8'}] {{(pid=78794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:21:20.802632 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] For port 3d7cf13f-02dc-4bae-93e9-613d3879c4a8, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=3d7cf13f-02dc-4bae-93e9-613d3879c4a8,segment=NetworkSegment(d283b5eb-b83c-4844-82f5-295710194741),segment_id=d283b5eb-b83c-4844-82f5-295710194741)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:21:20.808778 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:20.809718 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Device a9712b9e-8515-4329-a096-bd106527c186 up at agent hyperv_hv-cinder-78960 {{(pid=78794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:21:20.844030 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:21:20.873413 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-9f49219e-94ff-46d9-967b-9047042cb397 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:20.916422 dv-cinder-789603-6-iscsi neutron-server[78794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b12a7183-6ec1-495e-9a99-647885c7f2f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d7cf13f-02dc-4bae-93e9-613d3879c4a8', 'code': 200} May 12 15:21:20.938357 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-5eb608bd-7fdb-456b-bcca-4a079745326a req-e680fe00-7b59-4c3e-9b16-2c8a8fe0868b tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5f97bae-6cd9-488a-b971-8bbfbaad3da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457913 May 12 15:21:20.946153 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-9f49219e-94ff-46d9-967b-9047042cb397 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:21:20.957287 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-9f49219e-94ff-46d9-967b-9047042cb397 admin admin] Usage tracker for resource:security_group_rule and tenant:71e86ac6aa11459faddd61f76cf5b3db is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:21:20.969519 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-9f49219e-94ff-46d9-967b-9047042cb397 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:21:20.980671 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-9f49219e-94ff-46d9-967b-9047042cb397 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:21:21.014365 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Pushing event updated for resources: {'Port': ['ID=3d7cf13f-02dc-4bae-93e9-613d3879c4a8,revision_number=5']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:21:21.022712 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:21:21.044161 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Provisioning for port a9712b9e-8515-4329-a096-bd106527c186 completed by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:21:21.064607 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Provisioning complete for port a9712b9e-8515-4329-a096-bd106527c186 triggered by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:21:21.065718 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:21.134614 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-9f49219e-94ff-46d9-967b-9047042cb397 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:21.150782 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-9f49219e-94ff-46d9-967b-9047042cb397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:21.156330 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.agents_db [None req-dd47ce14-932e-4540-b008-5e9038d1c348 None None] Agent healthcheck: found 6 active agents {{(pid=78795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 15:21:21.187132 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-c957b7fc-cdac-46de-925f-3235e0e9c68f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:21:21.201709 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-9f49219e-94ff-46d9-967b-9047042cb397 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=71e86ac6aa11459faddd61f76cf5b3db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5945139 May 12 15:21:21.202578 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-dda3b12d-e306-4fbb-bc9b-99e2422e99f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:21.204645 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 40238) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:21:21.246674 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f49219e-94ff-46d9-967b-9047042cb397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=087f79c5-c2ee-409f-afed-9dd9301ceb86,revision_number=1']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:21:21.256231 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-9f49219e-94ff-46d9-967b-9047042cb397 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:21:21.271620 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1311eaa2-ce92-4223-8cb3-4665c48edb45 req-4832ac50-cc35-4333-8170-2938fef4719f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:21.273089 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-1311eaa2-ce92-4223-8cb3-4665c48edb45 req-4832ac50-cc35-4333-8170-2938fef4719f service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=b12a7183-6ec1-495e-9a99-647885c7f2f3 HTTP/1.1" status: 200 len: 1098 time: 0.1442599 May 12 15:21:21.295307 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-08919b89-9079-4238-9195-618796fca47a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:21.336411 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [req-1311eaa2-ce92-4223-8cb3-4665c48edb45 req-77cd0198-a782-426d-935f-b0550061d686 service neutron] Synchronizing usage tracker for tenant:dabcadb56bdd42e984186c205b0d4714 on resource:security_group {{(pid=78792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:21:21.356019 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [req-1311eaa2-ce92-4223-8cb3-4665c48edb45 req-77cd0198-a782-426d-935f-b0550061d686 service neutron] Unset dirty status for tenant:dabcadb56bdd42e984186c205b0d4714 on resource:security_group {{(pid=78792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:21:21.358530 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-1311eaa2-ce92-4223-8cb3-4665c48edb45 req-77cd0198-a782-426d-935f-b0550061d686 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718756 May 12 15:21:21.366092 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-08919b89-9079-4238-9195-618796fca47a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:21.371935 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:21.413629 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] For port a9712b9e-8515-4329-a096-bd106527c186, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=a9712b9e-8515-4329-a096-bd106527c186,segment=NetworkSegment(d283b5eb-b83c-4844-82f5-295710194741),segment_id=d283b5eb-b83c-4844-82f5-295710194741)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:21:21.422658 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:21.423527 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Device 84b91f9b-8e19-4ead-8758-eaa0d1c6b869 up at agent hyperv_hv-cinder-78960 {{(pid=78794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:21:21.454274 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:21:21.457452 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-08919b89-9079-4238-9195-618796fca47a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:21.461385 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-9f49219e-94ff-46d9-967b-9047042cb397 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:21:21.486761 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08919b89-9079-4238-9195-618796fca47a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=087f79c5-c2ee-409f-afed-9dd9301ceb86,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:21:21.490000 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-08919b89-9079-4238-9195-618796fca47a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:21:21.502439 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-08919b89-9079-4238-9195-618796fca47a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:21.503797 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-08919b89-9079-4238-9195-618796fca47a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/087f79c5-c2ee-409f-afed-9dd9301ceb86 HTTP/1.1" status: 204 len: 168 time: 0.2954304 May 12 15:21:21.543176 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65075de-a839-4c80-9818-d18e80eea8c2 req-a9d73932-3c8e-45d6-b4fc-168347171a50 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:21.550948 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-e65075de-a839-4c80-9818-d18e80eea8c2 req-a9d73932-3c8e-45d6-b4fc-168347171a50 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc932ba1-5b4a-4624-9029-e047b5a14c84 HTTP/1.1" status: 200 len: 943 time: 0.0994921 May 12 15:21:21.580606 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Pushing event updated for resources: {'Port': ['ID=a9712b9e-8515-4329-a096-bd106527c186,revision_number=5']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:21:21.593901 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:21:21.606450 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-e65075de-a839-4c80-9818-d18e80eea8c2 req-05b8129e-1484-49c8-8fc4-1e558ad6684e tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/security-groups?id=b59b4c23-61fe-43f1-a95c-f7c6a6178560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545533 May 12 15:21:21.627886 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:21.633380 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Provisioning for port 84b91f9b-8e19-4ead-8758-eaa0d1c6b869 completed by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:21:21.640142 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Provisioning complete for port 84b91f9b-8e19-4ead-8758-eaa0d1c6b869 triggered by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:21:21.640906 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:21.735286 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 40256) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:21:21.835806 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:21.874099 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] For port 84b91f9b-8e19-4ead-8758-eaa0d1c6b869, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=84b91f9b-8e19-4ead-8758-eaa0d1c6b869,segment=NetworkSegment(aed3de80-ed18-460e-b055-6eaee58095ed),segment_id=aed3de80-ed18-460e-b055-6eaee58095ed)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:21:21.879433 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:21.881449 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:21:21.968978 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Pushing event updated for resources: {'Port': ['ID=84b91f9b-8e19-4ead-8758-eaa0d1c6b869,revision_number=5']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:21:21.973748 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:21:22.024908 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 40270) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:21:22.050683 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-b68aa174-3e4d-4a9a-94b9-6c2eaf504e05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:22.065794 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-9aebcff4-524c-4fb2-8e13-820d67212763 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:22.082234 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-b68aa174-3e4d-4a9a-94b9-6c2eaf504e05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:21:22.086195 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54400e-3858-44a5-9ada-324d6251cd98 req-2db03118-37f3-49c1-a972-e805ab5bbc12 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:22.087726 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-4e54400e-3858-44a5-9ada-324d6251cd98 req-2db03118-37f3-49c1-a972-e805ab5bbc12 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=b12a7183-6ec1-495e-9a99-647885c7f2f3 HTTP/1.1" status: 200 len: 945 time: 0.2452044 May 12 15:21:22.093226 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-9aebcff4-524c-4fb2-8e13-820d67212763 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:21:22.099303 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-9aebcff4-524c-4fb2-8e13-820d67212763 admin admin] Usage tracker for resource:security_group_rule and tenant:b375168600a749b7bec5ab91d413aa87 is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:21:22.115300 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-9aebcff4-524c-4fb2-8e13-820d67212763 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:21:22.121723 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-b68aa174-3e4d-4a9a-94b9-6c2eaf504e05 admin admin] Usage tracker for resource:security_group_rule and tenant:342ab30f8b5d48cfae551eac05ab1837 is out of sync, need to count used quota {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:21:22.126687 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-9aebcff4-524c-4fb2-8e13-820d67212763 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:21:22.130278 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-b68aa174-3e4d-4a9a-94b9-6c2eaf504e05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:21:22.142402 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-b68aa174-3e4d-4a9a-94b9-6c2eaf504e05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:21:22.168612 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-4e54400e-3858-44a5-9ada-324d6251cd98 req-6a0d7949-4651-417f-a65a-433a439f83c4 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705028 May 12 15:21:22.222122 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbad6bd-6c61-40b9-9d4e-9173ba4e6cbf req-d24f3605-abbc-4046-a7f6-2823e2dc838c tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:22.229385 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-0cbad6bd-6c61-40b9-9d4e-9173ba4e6cbf req-d24f3605-abbc-4046-a7f6-2823e2dc838c tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bacbc99-4e8f-48ab-8de9-cde56445a512 HTTP/1.1" status: 200 len: 946 time: 0.1409602 May 12 15:21:22.258827 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-8e9e3eb0-3c8e-4693-b231-5e176560d846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:22.261514 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-9aebcff4-524c-4fb2-8e13-820d67212763 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:22.266677 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-9aebcff4-524c-4fb2-8e13-820d67212763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:22.277651 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-ce57af08-ba8c-43e8-8d95-d41a632bce7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:21:22.296647 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-0cbad6bd-6c61-40b9-9d4e-9173ba4e6cbf req-0b6edab9-a62a-4208-80b4-600349c73dde tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5f97bae-6cd9-488a-b971-8bbfbaad3da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663598 May 12 15:21:22.325847 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-9aebcff4-524c-4fb2-8e13-820d67212763 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b375168600a749b7bec5ab91d413aa87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5837619 May 12 15:21:22.326136 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 40288) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:21:22.329877 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aebcff4-524c-4fb2-8e13-820d67212763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed6ae67-a88f-4239-813c-da8ee782a74d,revision_number=1']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:21:22.357222 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-b68aa174-3e4d-4a9a-94b9-6c2eaf504e05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:22.363561 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-b68aa174-3e4d-4a9a-94b9-6c2eaf504e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:22.374201 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:21:22.375689 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-9aebcff4-524c-4fb2-8e13-820d67212763 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:21:22.399837 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-7526a7b9-4df5-4e3a-9c3c-17b76966c602 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:22.424767 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-b68aa174-3e4d-4a9a-94b9-6c2eaf504e05 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=342ab30f8b5d48cfae551eac05ab1837&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3987632 May 12 15:21:22.425995 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68aa174-3e4d-4a9a-94b9-6c2eaf504e05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3d6082c-5cfd-4727-b0e3-526d8d02845e,revision_number=1']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:21:22.428219 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-7526a7b9-4df5-4e3a-9c3c-17b76966c602 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:22.429039 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 40296) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:21:22.445895 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-b68aa174-3e4d-4a9a-94b9-6c2eaf504e05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:21:22.550333 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-7526a7b9-4df5-4e3a-9c3c-17b76966c602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:22.556186 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:21:22.594745 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7526a7b9-4df5-4e3a-9c3c-17b76966c602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed6ae67-a88f-4239-813c-da8ee782a74d,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:21:22.596924 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-7526a7b9-4df5-4e3a-9c3c-17b76966c602 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:22.599663 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-7526a7b9-4df5-4e3a-9c3c-17b76966c602 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9ed6ae67-a88f-4239-813c-da8ee782a74d HTTP/1.1" status: 204 len: 168 time: 0.2713554 May 12 15:21:22.604845 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-7526a7b9-4df5-4e3a-9c3c-17b76966c602 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:21:22.628686 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-fef1c9ae-d129-4df7-ac5f-ad5e2bba1c40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:22.701134 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-fef1c9ae-d129-4df7-ac5f-ad5e2bba1c40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:22.916861 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f681ff-0738-44a7-a74e-fb4cec2f38a5 req-889f007e-564d-4ecc-89ac-fbb62dc5c1d3 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:22.918748 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '370810a7-448d-401c-91e6-970dbdafd8c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9712b9e-8515-4329-a096-bd106527c186'}, {'server_uuid': '2bacbc99-4e8f-48ab-8de9-cde56445a512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84b91f9b-8e19-4ead-8758-eaa0d1c6b869'}] {{(pid=78794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:21:22.929970 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-01f681ff-0738-44a7-a74e-fb4cec2f38a5 req-889f007e-564d-4ecc-89ac-fbb62dc5c1d3 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc932ba1-5b4a-4624-9029-e047b5a14c84 HTTP/1.1" status: 200 len: 943 time: 0.1331551 May 12 15:21:22.946736 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-fef1c9ae-d129-4df7-ac5f-ad5e2bba1c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:22.961368 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:21:22.987683 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef1c9ae-d129-4df7-ac5f-ad5e2bba1c40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3d6082c-5cfd-4727-b0e3-526d8d02845e,revision_number=None']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:21:22.990711 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-fef1c9ae-d129-4df7-ac5f-ad5e2bba1c40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:21:23.001561 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-fef1c9ae-d129-4df7-ac5f-ad5e2bba1c40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:23.005919 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-fef1c9ae-d129-4df7-ac5f-ad5e2bba1c40 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a3d6082c-5cfd-4727-b0e3-526d8d02845e HTTP/1.1" status: 204 len: 168 time: 0.5604737 May 12 15:21:23.035976 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-01f681ff-0738-44a7-a74e-fb4cec2f38a5 req-b94c76c8-ae79-4152-8391-105f60204e46 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/security-groups?id=b59b4c23-61fe-43f1-a95c-f7c6a6178560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028624 May 12 15:21:23.106866 dv-cinder-789603-6-iscsi neutron-server[78794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '370810a7-448d-401c-91e6-970dbdafd8c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9712b9e-8515-4329-a096-bd106527c186', 'code': 200} May 12 15:21:23.107150 dv-cinder-789603-6-iscsi neutron-server[78794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bacbc99-4e8f-48ab-8de9-cde56445a512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84b91f9b-8e19-4ead-8758-eaa0d1c6b869', 'code': 200} May 12 15:21:23.275684 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 40334) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:21:23.297973 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-d556ce01-3187-49d6-b599-675ffcba3ce8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:23.321018 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-d556ce01-3187-49d6-b599-675ffcba3ce8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:21:23.325497 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-d556ce01-3187-49d6-b599-675ffcba3ce8 admin admin] Usage tracker for resource:security_group_rule and tenant:380141377ee9434c9215517119f91b09 is out of sync, need to count used quota {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:21:23.330809 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-d556ce01-3187-49d6-b599-675ffcba3ce8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:21:23.336998 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-d556ce01-3187-49d6-b599-675ffcba3ce8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:21:23.618949 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2cc7d4-4a7c-4778-bce6-737238bc9d8c req-16ee0dd5-e95c-46ed-9f72-d034f62b000f tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:23.620580 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-ad2cc7d4-4a7c-4778-bce6-737238bc9d8c req-16ee0dd5-e95c-46ed-9f72-d034f62b000f tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bacbc99-4e8f-48ab-8de9-cde56445a512 HTTP/1.1" status: 200 len: 946 time: 0.1058178 May 12 15:21:23.646885 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-d556ce01-3187-49d6-b599-675ffcba3ce8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:23.661922 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-d556ce01-3187-49d6-b599-675ffcba3ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:23.670751 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:21:23.676889 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-ad2cc7d4-4a7c-4778-bce6-737238bc9d8c req-3228f8af-1090-4a95-81f1-58b18f87a06a tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5f97bae-6cd9-488a-b971-8bbfbaad3da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502465 May 12 15:21:23.751971 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d556ce01-3187-49d6-b599-675ffcba3ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b172c1c-c0eb-4668-ae9a-31e33c65bf16,revision_number=1']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:21:23.761964 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-d556ce01-3187-49d6-b599-675ffcba3ce8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=380141377ee9434c9215517119f91b09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4845831 May 12 15:21:23.764187 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 40346) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:21:23.767108 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-d556ce01-3187-49d6-b599-675ffcba3ce8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:21:23.814704 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b61d185-9c19-4568-ac0a-09998d5629e2 req-0fffd3f3-840d-4111-8607-679b6b8d892f tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:23.816801 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-4b61d185-9c19-4568-ac0a-09998d5629e2 req-0fffd3f3-840d-4111-8607-679b6b8d892f tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=b12a7183-6ec1-495e-9a99-647885c7f2f3 HTTP/1.1" status: 200 len: 945 time: 0.3640442 May 12 15:21:23.832909 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0358d5-7ba1-4764-9be7-db083c44d50e req-9190852b-bc98-408d-bc0b-2630e062409c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:23.835125 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 40352) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:21:23.835231 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-4d0358d5-7ba1-4764-9be7-db083c44d50e req-9190852b-bc98-408d-bc0b-2630e062409c service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=370810a7-448d-401c-91e6-970dbdafd8c2 HTTP/1.1" status: 200 len: 1098 time: 0.4331260 May 12 15:21:23.870809 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-b5f1a76d-31b4-48e3-970e-02d43aa864f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:23.902557 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-b5f1a76d-31b4-48e3-970e-02d43aa864f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:21:23.904978 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-d729461d-1e11-4ecb-b2f3-4e6293c5acfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:23.908860 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-b5f1a76d-31b4-48e3-970e-02d43aa864f0 admin admin] Usage tracker for resource:security_group_rule and tenant:fab59a4eaeec403e883656450ba9d0df is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:21:23.918266 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-b5f1a76d-31b4-48e3-970e-02d43aa864f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:21:23.921482 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f27ae8-56cb-439d-979b-4fe2eaa4228d req-c144deab-465e-4854-ada5-3b40efeb9139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:23.924604 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-14f27ae8-56cb-439d-979b-4fe2eaa4228d req-c144deab-465e-4854-ada5-3b40efeb9139 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=2bacbc99-4e8f-48ab-8de9-cde56445a512 HTTP/1.1" status: 200 len: 1099 time: 0.4689369 May 12 15:21:23.928177 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-b5f1a76d-31b4-48e3-970e-02d43aa864f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:21:23.950214 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-d729461d-1e11-4ecb-b2f3-4e6293c5acfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:24.006223 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-4b61d185-9c19-4568-ac0a-09998d5629e2 req-6496c462-4dc1-42b5-b8f1-e8022ba05778 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674156 May 12 15:21:24.061813 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-14f27ae8-56cb-439d-979b-4fe2eaa4228d req-00e89a69-c43a-45c3-94f0-e3d8e0c61b81 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=e5f97bae-6cd9-488a-b971-8bbfbaad3da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246831 May 12 15:21:24.063723 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-4d0358d5-7ba1-4764-9be7-db083c44d50e req-fcd61ece-a069-46c5-920a-ce7268e02263 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639514 May 12 15:21:24.166107 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-876105c5-eed7-46ba-a478-d2a34eb0d798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:24.186297 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-b5f1a76d-31b4-48e3-970e-02d43aa864f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:24.187296 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-d729461d-1e11-4ecb-b2f3-4e6293c5acfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:24.191915 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:21:24.202263 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-b5f1a76d-31b4-48e3-970e-02d43aa864f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:24.218099 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d729461d-1e11-4ecb-b2f3-4e6293c5acfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b172c1c-c0eb-4668-ae9a-31e33c65bf16,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:21:24.231322 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-d729461d-1e11-4ecb-b2f3-4e6293c5acfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:21:24.234237 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-d18009bb-e0d3-47b8-b426-13912014c97b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:21:24.282401 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0634909-453c-49de-a0a2-c281f2991741 req-49e49dff-0b9e-4e1b-a13f-cba6131d65a3 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:24.290277 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-b5f1a76d-31b4-48e3-970e-02d43aa864f0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fab59a4eaeec403e883656450ba9d0df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4540105 May 12 15:21:24.291078 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-f0634909-453c-49de-a0a2-c281f2991741 req-49e49dff-0b9e-4e1b-a13f-cba6131d65a3 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc932ba1-5b4a-4624-9029-e047b5a14c84 HTTP/1.1" status: 200 len: 943 time: 0.1144190 May 12 15:21:24.291633 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-d729461d-1e11-4ecb-b2f3-4e6293c5acfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:24.292839 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-d729461d-1e11-4ecb-b2f3-4e6293c5acfa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6b172c1c-c0eb-4668-ae9a-31e33c65bf16 HTTP/1.1" status: 204 len: 168 time: 0.5275216 May 12 15:21:24.293653 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 40372) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:21:24.330015 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f1a76d-31b4-48e3-970e-02d43aa864f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbdd5818-53a6-42e5-aa41-52393ab86ffb,revision_number=1']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:21:24.334571 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-b5f1a76d-31b4-48e3-970e-02d43aa864f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:21:24.350697 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Device 55251288-febe-444f-ab34-91007bb36f67 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=78794) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 15:21:24.407870 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-f0634909-453c-49de-a0a2-c281f2991741 req-d796a081-ff03-4d45-917b-0f31ff480c84 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/security-groups?id=b59b4c23-61fe-43f1-a95c-f7c6a6178560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146612 May 12 15:21:24.434475 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-db56df75-89dc-4d29-a591-6a97b6dee081 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:24.480362 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-db56df75-89dc-4d29-a591-6a97b6dee081 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:24.546603 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd06d80c-01e9-4e97-a22b-9b88a6603887 req-f505f681-85da-4bc6-bf02-342c32b465e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:24.548393 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-cd06d80c-01e9-4e97-a22b-9b88a6603887 req-f505f681-85da-4bc6-bf02-342c32b465e0 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=74c7c1c901cc4a308c52d5960e08ed68&device_id=b12a7183-6ec1-495e-9a99-647885c7f2f3 HTTP/1.1" status: 200 len: 1098 time: 0.0892885 May 12 15:21:24.668171 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] For port 55251288-febe-444f-ab34-91007bb36f67, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=55251288-febe-444f-ab34-91007bb36f67,segment=NetworkSegment(4319fcb2-d56a-483c-b9e5-3a743225ca7f),segment_id=4319fcb2-d56a-483c-b9e5-3a743225ca7f)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:21:24.713210 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Returning: {'device': '55251288-febe-444f-ab34-91007bb36f67', 'network_id': 'b0a67018-e604-4c5d-b021-363bc82650e3', 'port_id': '55251288-febe-444f-ab34-91007bb36f67', 'mac_address': 'fa:16:3e:85:d6:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bfa47e8-ea4e-42ac-a644-064fdadd42d3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78794) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 15:21:24.764275 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c503bdd-5ca1-42a3-bc1b-7746e1cfa666 req-263034c3-7803-4cad-9721-c1be4425c9a0 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:24.773911 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-2c503bdd-5ca1-42a3-bc1b-7746e1cfa666 req-263034c3-7803-4cad-9721-c1be4425c9a0 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=b12a7183-6ec1-495e-9a99-647885c7f2f3 HTTP/1.1" status: 200 len: 945 time: 0.1600578 May 12 15:21:24.781525 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd06d80c-01e9-4e97-a22b-9b88a6603887 req-93b4dde2-459c-4585-80a3-0d075bc79b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:24.783214 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-cd06d80c-01e9-4e97-a22b-9b88a6603887 req-93b4dde2-459c-4585-80a3-0d075bc79b5f service neutron] 10.222.0.85 "GET /v2.0/networks?id=fb786cfb-6ac9-4fb8-8644-ee3baa944840 HTTP/1.1" status: 200 len: 920 time: 0.2225511 May 12 15:21:24.793030 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-db56df75-89dc-4d29-a591-6a97b6dee081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:24.803171 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-b5e0caad-08e8-4f58-bda3-51621f6a6222 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:21:24.833043 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db56df75-89dc-4d29-a591-6a97b6dee081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbdd5818-53a6-42e5-aa41-52393ab86ffb,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:21:24.839274 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-db56df75-89dc-4d29-a591-6a97b6dee081 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:21:24.882316 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:24.896826 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-2c503bdd-5ca1-42a3-bc1b-7746e1cfa666 req-283f9254-f5e8-4819-802e-b70cda51dd35 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217916 May 12 15:21:24.897721 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-db56df75-89dc-4d29-a591-6a97b6dee081 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:24.901280 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-db56df75-89dc-4d29-a591-6a97b6dee081 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dbdd5818-53a6-42e5-aa41-52393ab86ffb HTTP/1.1" status: 204 len: 168 time: 0.6015816 May 12 15:21:24.977006 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.notifiers.nova [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55251288-febe-444f-ab34-91007bb36f67 {{(pid=78794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 15:21:24.988969 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-cd06d80c-01e9-4e97-a22b-9b88a6603887 req-e69612ef-4367-4e6d-87dc-e16001f6834d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3d7cf13f-02dc-4bae-93e9-613d3879c4a8 HTTP/1.1" status: 200 len: 217 time: 0.1937852 May 12 15:21:25.010879 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] For port 55251288-febe-444f-ab34-91007bb36f67, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=55251288-febe-444f-ab34-91007bb36f67,segment=NetworkSegment(4319fcb2-d56a-483c-b9e5-3a743225ca7f),segment_id=4319fcb2-d56a-483c-b9e5-3a743225ca7f)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:21:25.019889 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:25.022584 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:21:25.100590 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da125ca9-3efe-4466-a7a2-d0214f0fe5d4 req-7811df0d-3b63-4922-8257-1b9610f330e7 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:25.110831 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-da125ca9-3efe-4466-a7a2-d0214f0fe5d4 req-7811df0d-3b63-4922-8257-1b9610f330e7 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bacbc99-4e8f-48ab-8de9-cde56445a512 HTTP/1.1" status: 200 len: 946 time: 0.2123549 May 12 15:21:25.136745 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd06d80c-01e9-4e97-a22b-9b88a6603887 req-f70e2e3c-2a1d-47b6-8119-49fdd3b17556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:25.138592 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-cd06d80c-01e9-4e97-a22b-9b88a6603887 req-f70e2e3c-2a1d-47b6-8119-49fdd3b17556 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=93335869-57f6-4f74-9e92-cecab8c181bc HTTP/1.1" status: 200 len: 859 time: 0.1394494 May 12 15:21:25.163883 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Pushing event updated for resources: {'Port': ['ID=55251288-febe-444f-ab34-91007bb36f67,revision_number=4']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:21:25.178827 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:21:25.214009 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-cd06d80c-01e9-4e97-a22b-9b88a6603887 req-b860c858-5f20-4771-8a44-8cd4c5e879b5 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=fb786cfb-6ac9-4fb8-8644-ee3baa944840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564673 May 12 15:21:25.228484 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-da125ca9-3efe-4466-a7a2-d0214f0fe5d4 req-0dd8eb58-616e-4423-a80d-0c6d316ff6fd tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5f97bae-6cd9-488a-b971-8bbfbaad3da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133387 May 12 15:21:25.448158 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-cd06d80c-01e9-4e97-a22b-9b88a6603887 req-0dabb38b-f919-49f8-97ed-a82fe4f46036 service neutron] 10.222.0.85 "GET /v2.0/networks/fb786cfb-6ac9-4fb8-8644-ee3baa944840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133493 May 12 15:21:25.640227 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-cd06d80c-01e9-4e97-a22b-9b88a6603887 req-1a682216-1495-427a-8648-e7bd75df3d06 service neutron] 10.222.0.85 "GET /v2.0/networks/fb786cfb-6ac9-4fb8-8644-ee3baa944840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777022 May 12 15:21:25.657558 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] get_ports_and_sgs() called for port_ids ['55251288-febe-444f-ab34-91007bb36f67'] {{(pid=78794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:21:25.758190 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73931bf-9b65-4b9f-9544-217a43fc276c req-2690e9e5-013b-4f62-8bce-356253e26a76 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:25.766131 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-c73931bf-9b65-4b9f-9544-217a43fc276c req-2690e9e5-013b-4f62-8bce-356253e26a76 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc932ba1-5b4a-4624-9029-e047b5a14c84 HTTP/1.1" status: 200 len: 944 time: 0.1189327 May 12 15:21:25.851489 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-c73931bf-9b65-4b9f-9544-217a43fc276c req-24e2b3f3-dd36-4b52-8e9f-a979109306fd tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/security-groups?id=b59b4c23-61fe-43f1-a95c-f7c6a6178560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833812 May 12 15:21:26.197056 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d1cdbf-4d91-4d43-8db1-9659ec428ca6 req-a62dd521-b5eb-47f1-af34-54056fdd2c47 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:26.205227 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-81d1cdbf-4d91-4d43-8db1-9659ec428ca6 req-a62dd521-b5eb-47f1-af34-54056fdd2c47 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=b12a7183-6ec1-495e-9a99-647885c7f2f3 HTTP/1.1" status: 200 len: 945 time: 0.0954986 May 12 15:21:26.279529 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-81d1cdbf-4d91-4d43-8db1-9659ec428ca6 req-d17f9771-6412-461c-960d-c195270fb983 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724773 May 12 15:21:26.474282 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8b5454-3bc9-44dd-9c9f-b632d003dcef req-2005fca1-1789-456e-80ed-165ddfc6babf tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:26.474282 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-2f8b5454-3bc9-44dd-9c9f-b632d003dcef req-2005fca1-1789-456e-80ed-165ddfc6babf tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bacbc99-4e8f-48ab-8de9-cde56445a512 HTTP/1.1" status: 200 len: 946 time: 0.0978663 May 12 15:21:26.537583 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-2f8b5454-3bc9-44dd-9c9f-b632d003dcef req-fac68923-871b-446f-81ac-141e6752c2ca tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5f97bae-6cd9-488a-b971-8bbfbaad3da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568395 May 12 15:21:26.695303 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:26.848666 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 40484) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:21:27.283423 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-e950b65b-5b65-4269-947c-775349e88f6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:27.314263 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-e950b65b-5b65-4269-947c-775349e88f6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:21:27.317922 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cf3d96-4613-4d9a-be2e-19d3f51266cc req-df5dad06-9afa-4ee7-9d83-0b1364046a79 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:27.319670 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-34cf3d96-4613-4d9a-be2e-19d3f51266cc req-df5dad06-9afa-4ee7-9d83-0b1364046a79 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc932ba1-5b4a-4624-9029-e047b5a14c84 HTTP/1.1" status: 200 len: 944 time: 0.2323782 May 12 15:21:27.320789 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-e950b65b-5b65-4269-947c-775349e88f6a admin admin] Usage tracker for resource:security_group_rule and tenant:0d3c919dcf38450cba1ca6c1a21c775e is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:21:27.324760 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-e950b65b-5b65-4269-947c-775349e88f6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:21:27.335826 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-e950b65b-5b65-4269-947c-775349e88f6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:21:27.390815 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-34cf3d96-4613-4d9a-be2e-19d3f51266cc req-0abe9371-9f26-40d4-9159-8e2f2b57f3a4 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/security-groups?id=b59b4c23-61fe-43f1-a95c-f7c6a6178560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613194 May 12 15:21:27.503959 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-e950b65b-5b65-4269-947c-775349e88f6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:27.509214 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-e950b65b-5b65-4269-947c-775349e88f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:27.517595 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:21:27.564532 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-e950b65b-5b65-4269-947c-775349e88f6a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0d3c919dcf38450cba1ca6c1a21c775e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7146976 May 12 15:21:27.564946 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 40530) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:21:27.575270 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e950b65b-5b65-4269-947c-775349e88f6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccfa0f1f-2ef5-4dfe-86dd-bf2b10d2a24d,revision_number=1']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:21:27.596365 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e950b65b-5b65-4269-947c-775349e88f6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:21:27.597213 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e950b65b-5b65-4269-947c-775349e88f6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:21:27.597213 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e950b65b-5b65-4269-947c-775349e88f6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:21:27.597517 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e950b65b-5b65-4269-947c-775349e88f6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:21:27.597883 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e950b65b-5b65-4269-947c-775349e88f6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:21:27.598220 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e950b65b-5b65-4269-947c-775349e88f6a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:21:27.598553 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e950b65b-5b65-4269-947c-775349e88f6a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:21:27.598883 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e950b65b-5b65-4269-947c-775349e88f6a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:21:27.599215 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e950b65b-5b65-4269-947c-775349e88f6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:21:27.599543 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e950b65b-5b65-4269-947c-775349e88f6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:21:27.600043 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e950b65b-5b65-4269-947c-775349e88f6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:21:27.600214 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e950b65b-5b65-4269-947c-775349e88f6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:21:27.612891 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fbd4a7-4ad4-4c08-a42a-48b179275d47 req-1d56eb48-20e4-4299-ad28-d87555756ea0 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:27.614567 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-45fbd4a7-4ad4-4c08-a42a-48b179275d47 req-1d56eb48-20e4-4299-ad28-d87555756ea0 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=b12a7183-6ec1-495e-9a99-647885c7f2f3 HTTP/1.1" status: 200 len: 945 time: 0.1804097 May 12 15:21:27.615690 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-e950b65b-5b65-4269-947c-775349e88f6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:21:27.636871 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-d7e5de33-eaee-4b62-958d-306aa5fd4356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:27.680991 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-45fbd4a7-4ad4-4c08-a42a-48b179275d47 req-5a70a937-547b-4581-bc28-f133fcc48d2a tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580683 May 12 15:21:27.702446 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-d7e5de33-eaee-4b62-958d-306aa5fd4356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:27.766771 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-d7e5de33-eaee-4b62-958d-306aa5fd4356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:27.772074 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:21:27.784826 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e5de33-eaee-4b62-958d-306aa5fd4356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccfa0f1f-2ef5-4dfe-86dd-bf2b10d2a24d,revision_number=None']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:21:27.797137 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e5de33-eaee-4b62-958d-306aa5fd4356 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:21:27.797492 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e5de33-eaee-4b62-958d-306aa5fd4356 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:21:27.797866 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e5de33-eaee-4b62-958d-306aa5fd4356 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:21:27.798226 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e5de33-eaee-4b62-958d-306aa5fd4356 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:21:27.798558 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e5de33-eaee-4b62-958d-306aa5fd4356 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:21:27.800070 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e5de33-eaee-4b62-958d-306aa5fd4356 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:21:27.800498 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e5de33-eaee-4b62-958d-306aa5fd4356 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:21:27.800950 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e5de33-eaee-4b62-958d-306aa5fd4356 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:21:27.801241 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e5de33-eaee-4b62-958d-306aa5fd4356 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:21:27.801644 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e5de33-eaee-4b62-958d-306aa5fd4356 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:21:27.801980 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e5de33-eaee-4b62-958d-306aa5fd4356 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:21:27.802363 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e5de33-eaee-4b62-958d-306aa5fd4356 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:21:27.806234 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-d7e5de33-eaee-4b62-958d-306aa5fd4356 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:21:27.807665 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-d7e5de33-eaee-4b62-958d-306aa5fd4356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:27.812129 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-d7e5de33-eaee-4b62-958d-306aa5fd4356 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ccfa0f1f-2ef5-4dfe-86dd-bf2b10d2a24d HTTP/1.1" status: 204 len: 168 time: 0.2448423 May 12 15:21:28.357594 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Device 55251288-febe-444f-ab34-91007bb36f67 up at agent hyperv_hv-cinder-78960 {{(pid=78794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:21:28.515606 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Provisioning for port 55251288-febe-444f-ab34-91007bb36f67 completed by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:21:28.532446 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Provisioning complete for port 55251288-febe-444f-ab34-91007bb36f67 triggered by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:21:28.537286 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:28.861564 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:28.908214 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc932ba1-5b4a-4624-9029-e047b5a14c84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55251288-febe-444f-ab34-91007bb36f67'}] {{(pid=78794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:21:28.928713 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 40606) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:21:28.932756 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] For port 55251288-febe-444f-ab34-91007bb36f67, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=55251288-febe-444f-ab34-91007bb36f67,segment=NetworkSegment(4319fcb2-d56a-483c-b9e5-3a743225ca7f),segment_id=4319fcb2-d56a-483c-b9e5-3a743225ca7f)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:21:28.940709 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:28.945368 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:21:28.993864 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf8e650-15e8-4580-bf0c-2088224bf730 req-4c06c4f2-ccc2-4de3-9874-d96fce6eac13 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:28.997426 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-daf8e650-15e8-4580-bf0c-2088224bf730 req-4c06c4f2-ccc2-4de3-9874-d96fce6eac13 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc932ba1-5b4a-4624-9029-e047b5a14c84 HTTP/1.1" status: 200 len: 944 time: 0.2871478 May 12 15:21:29.095122 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Pushing event updated for resources: {'Port': ['ID=55251288-febe-444f-ab34-91007bb36f67,revision_number=5']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:21:29.095368 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-daf8e650-15e8-4580-bf0c-2088224bf730 req-8e02b3a2-baaa-4933-96a4-2e96c71dbf45 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/security-groups?id=b59b4c23-61fe-43f1-a95c-f7c6a6178560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846007 May 12 15:21:29.102044 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:21:29.320759 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-e7bd5e18-97d7-4497-a62b-b5992eae0f6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:29.339562 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-e7bd5e18-97d7-4497-a62b-b5992eae0f6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:21:29.345967 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-e7bd5e18-97d7-4497-a62b-b5992eae0f6d admin admin] Usage tracker for resource:security_group_rule and tenant:c1dacc57e58843d5a331fdf8f2749d72 is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:21:29.349952 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-e7bd5e18-97d7-4497-a62b-b5992eae0f6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:21:29.357908 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-e7bd5e18-97d7-4497-a62b-b5992eae0f6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:21:29.401104 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a1487c-2495-4585-9e0c-2dc521905078 req-70872f0b-8e3b-4a24-a620-4cedef8c9ba6 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:29.402713 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-e3a1487c-2495-4585-9e0c-2dc521905078 req-70872f0b-8e3b-4a24-a620-4cedef8c9ba6 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=b12a7183-6ec1-495e-9a99-647885c7f2f3 HTTP/1.1" status: 200 len: 945 time: 0.2009356 May 12 15:21:29.469022 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-e3a1487c-2495-4585-9e0c-2dc521905078 req-2ab45d5d-616a-4e41-b903-a65ef45edce6 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595286 May 12 15:21:29.517755 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-e7bd5e18-97d7-4497-a62b-b5992eae0f6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:29.522718 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-e7bd5e18-97d7-4497-a62b-b5992eae0f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:29.531742 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-756e8b48-98d5-458f-8b31-79ad8e091dbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:21:29.578502 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd5e18-97d7-4497-a62b-b5992eae0f6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abfecbdb-3618-4689-8290-acba3097971f,revision_number=1']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:21:29.578754 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 40626) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:21:29.586942 dv-cinder-789603-6-iscsi neutron-server[78794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc932ba1-5b4a-4624-9029-e047b5a14c84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55251288-febe-444f-ab34-91007bb36f67', 'code': 200} May 12 15:21:29.592165 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-e7bd5e18-97d7-4497-a62b-b5992eae0f6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:21:29.600797 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-e7bd5e18-97d7-4497-a62b-b5992eae0f6d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c1dacc57e58843d5a331fdf8f2749d72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6671052 May 12 15:21:29.601231 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 40632) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:21:29.660789 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-ae30f9cf-b401-4d6d-aeb9-b7241f821fb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:29.687752 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-ae30f9cf-b401-4d6d-aeb9-b7241f821fb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:29.725902 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-6141ac4b-b01c-4d3b-88f5-79301e64812c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:29.756893 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-ae30f9cf-b401-4d6d-aeb9-b7241f821fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:29.761365 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-6141ac4b-b01c-4d3b-88f5-79301e64812c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:21:29.764174 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:21:29.766472 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-6141ac4b-b01c-4d3b-88f5-79301e64812c admin admin] Usage tracker for resource:security_group_rule and tenant:fa0ab365032043eeb16302fc223f68b3 is out of sync, need to count used quota {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:21:29.770088 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-6141ac4b-b01c-4d3b-88f5-79301e64812c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:21:29.776630 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-6141ac4b-b01c-4d3b-88f5-79301e64812c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:21:29.789826 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae30f9cf-b401-4d6d-aeb9-b7241f821fb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abfecbdb-3618-4689-8290-acba3097971f,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:21:29.805164 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-ae30f9cf-b401-4d6d-aeb9-b7241f821fb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:21:29.836317 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-ae30f9cf-b401-4d6d-aeb9-b7241f821fb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:29.843127 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-ae30f9cf-b401-4d6d-aeb9-b7241f821fb7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/abfecbdb-3618-4689-8290-acba3097971f HTTP/1.1" status: 204 len: 168 time: 0.2407689 May 12 15:21:29.910154 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-6141ac4b-b01c-4d3b-88f5-79301e64812c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:29.915960 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-6141ac4b-b01c-4d3b-88f5-79301e64812c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:29.931320 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:21:29.992936 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-6141ac4b-b01c-4d3b-88f5-79301e64812c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fa0ab365032043eeb16302fc223f68b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4130316 May 12 15:21:29.993949 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6141ac4b-b01c-4d3b-88f5-79301e64812c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4565ca00-d559-4e65-88c2-d23b68bf7f6c,revision_number=1']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:21:29.996086 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 40644) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:21:29.998208 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-6141ac4b-b01c-4d3b-88f5-79301e64812c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:21:30.058000 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-cca0d14a-6c37-4a8a-b155-e3effa1b6625 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:30.084207 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-cca0d14a-6c37-4a8a-b155-e3effa1b6625 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:30.139940 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-cca0d14a-6c37-4a8a-b155-e3effa1b6625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:30.145617 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-9aebcff4-524c-4fb2-8e13-820d67212763 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:21:30.156899 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 40650) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:21:30.157642 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca0d14a-6c37-4a8a-b155-e3effa1b6625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4565ca00-d559-4e65-88c2-d23b68bf7f6c,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:21:30.163672 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-cca0d14a-6c37-4a8a-b155-e3effa1b6625 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:21:30.165824 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-cca0d14a-6c37-4a8a-b155-e3effa1b6625 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:30.169145 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-cca0d14a-6c37-4a8a-b155-e3effa1b6625 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4565ca00-d559-4e65-88c2-d23b68bf7f6c HTTP/1.1" status: 204 len: 168 time: 0.1697307 May 12 15:21:30.180529 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-ed22ef43-cd60-4329-97e9-8ecea95cad24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:30.195641 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-ed22ef43-cd60-4329-97e9-8ecea95cad24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:21:30.199453 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-ed22ef43-cd60-4329-97e9-8ecea95cad24 admin admin] Usage tracker for resource:security_group_rule and tenant:4e1c542ff9c74f3db41bd21a1ace3d7f is out of sync, need to count used quota {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:21:30.202731 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-ed22ef43-cd60-4329-97e9-8ecea95cad24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:21:30.219247 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-ed22ef43-cd60-4329-97e9-8ecea95cad24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:21:30.309928 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7069e867-6b09-428b-bc18-7701af4ce4d3 req-4dd5d6f5-05f0-44ba-a4ce-d77267566e26 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:30.311412 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-7069e867-6b09-428b-bc18-7701af4ce4d3 req-4dd5d6f5-05f0-44ba-a4ce-d77267566e26 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc932ba1-5b4a-4624-9029-e047b5a14c84 HTTP/1.1" status: 200 len: 945 time: 0.0864301 May 12 15:21:30.314406 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-ed22ef43-cd60-4329-97e9-8ecea95cad24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:30.318702 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-ed22ef43-cd60-4329-97e9-8ecea95cad24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:30.328143 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-a93ee4f9-de8d-4b1e-9f6f-700ff3b8a380 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:21:30.372046 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-7069e867-6b09-428b-bc18-7701af4ce4d3 req-f699e783-9d68-42e3-8145-c229be4a8e5d tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/security-groups?id=b59b4c23-61fe-43f1-a95c-f7c6a6178560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532789 May 12 15:21:30.372420 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed22ef43-cd60-4329-97e9-8ecea95cad24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd822c4-bf5f-4973-803b-c94a28763f10,revision_number=1']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:21:30.378863 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-ed22ef43-cd60-4329-97e9-8ecea95cad24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:21:30.382722 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-ed22ef43-cd60-4329-97e9-8ecea95cad24 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4e1c542ff9c74f3db41bd21a1ace3d7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2248147 May 12 15:21:30.385479 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 40660) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:21:30.445964 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-59942251-e1b7-4353-a8f1-a21dc2f521cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:30.472129 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-59942251-e1b7-4353-a8f1-a21dc2f521cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:30.529210 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-59942251-e1b7-4353-a8f1-a21dc2f521cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:30.534277 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:21:30.547737 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59942251-e1b7-4353-a8f1-a21dc2f521cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd822c4-bf5f-4973-803b-c94a28763f10,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:21:30.550427 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-59942251-e1b7-4353-a8f1-a21dc2f521cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:21:30.551733 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-59942251-e1b7-4353-a8f1-a21dc2f521cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:30.552816 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-59942251-e1b7-4353-a8f1-a21dc2f521cf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/afd822c4-bf5f-4973-803b-c94a28763f10 HTTP/1.1" status: 204 len: 168 time: 0.1663573 May 12 15:21:30.585197 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 40668) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:21:30.605600 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-5d53ed4d-7e60-44b6-9749-55690dcf28fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:30.665479 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-5d53ed4d-7e60-44b6-9749-55690dcf28fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:21:30.669214 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-5d53ed4d-7e60-44b6-9749-55690dcf28fd admin admin] Usage tracker for resource:security_group_rule and tenant:85c7788cae7d47658aea327e2e81f43b is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:21:30.671998 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-5d53ed4d-7e60-44b6-9749-55690dcf28fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:21:30.677659 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-5d53ed4d-7e60-44b6-9749-55690dcf28fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:21:30.749543 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa740cec-d40a-488f-9fe6-a85c67cc73de req-9b45aacd-a8ed-4fdf-b8e7-99a62a6f29cd tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:30.751060 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-fa740cec-d40a-488f-9fe6-a85c67cc73de req-9b45aacd-a8ed-4fdf-b8e7-99a62a6f29cd tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=b12a7183-6ec1-495e-9a99-647885c7f2f3 HTTP/1.1" status: 200 len: 945 time: 0.1473086 May 12 15:21:30.828322 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-fa740cec-d40a-488f-9fe6-a85c67cc73de req-0e881e33-76a0-4594-af4c-af0991f56714 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662973 May 12 15:21:30.836125 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-5d53ed4d-7e60-44b6-9749-55690dcf28fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:30.842781 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-5d53ed4d-7e60-44b6-9749-55690dcf28fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:30.852510 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-e8c15c3b-469e-4cb1-b533-906458e64a4a tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:21:30.899129 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-5d53ed4d-7e60-44b6-9749-55690dcf28fd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=85c7788cae7d47658aea327e2e81f43b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3103855 May 12 15:21:30.899129 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d53ed4d-7e60-44b6-9749-55690dcf28fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baa73fcf-526e-442d-b200-b07a3caa2344,revision_number=1']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:21:30.899438 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 40684) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:21:30.902178 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-5d53ed4d-7e60-44b6-9749-55690dcf28fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:21:30.967119 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-28a85826-a0e8-4662-b158-5f2ccd5e020a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:31.002665 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-28a85826-a0e8-4662-b158-5f2ccd5e020a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:31.057088 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-28a85826-a0e8-4662-b158-5f2ccd5e020a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:31.062016 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:21:31.077118 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a85826-a0e8-4662-b158-5f2ccd5e020a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa73fcf-526e-442d-b200-b07a3caa2344,revision_number=None']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:21:31.080188 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-28a85826-a0e8-4662-b158-5f2ccd5e020a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:21:31.090706 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-28a85826-a0e8-4662-b158-5f2ccd5e020a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:31.091806 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-28a85826-a0e8-4662-b158-5f2ccd5e020a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/baa73fcf-526e-442d-b200-b07a3caa2344 HTTP/1.1" status: 204 len: 168 time: 0.1915393 May 12 15:21:31.472026 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 40718) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:21:31.490115 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-c2354369-4403-498c-9814-b15f618bd1ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:31.505692 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-c2354369-4403-498c-9814-b15f618bd1ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:21:31.510497 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-c2354369-4403-498c-9814-b15f618bd1ca admin admin] Usage tracker for resource:security_group_rule and tenant:832b7178f473414eba7587be67a475c5 is out of sync, need to count used quota {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:21:31.513480 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-c2354369-4403-498c-9814-b15f618bd1ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:21:31.520225 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-c2354369-4403-498c-9814-b15f618bd1ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:21:31.575384 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2731d1-fa4b-433a-861c-80c0317a19f9 req-695ca41e-ce60-48ac-be3e-71598781cb79 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:31.578664 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-8d2731d1-fa4b-433a-861c-80c0317a19f9 req-695ca41e-ce60-48ac-be3e-71598781cb79 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc932ba1-5b4a-4624-9029-e047b5a14c84 HTTP/1.1" status: 200 len: 945 time: 0.0923808 May 12 15:21:31.619514 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-c2354369-4403-498c-9814-b15f618bd1ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:31.626915 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-c2354369-4403-498c-9814-b15f618bd1ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:31.634086 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-8d2731d1-fa4b-433a-861c-80c0317a19f9 req-e571e1f4-3152-4168-ac57-11e18e4fadcb tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/security-groups?id=b59b4c23-61fe-43f1-a95c-f7c6a6178560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477917 May 12 15:21:31.636494 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-eb6ac96e-2b56-4f20-ae02-ff43a478ab24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:21:31.678899 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-c2354369-4403-498c-9814-b15f618bd1ca admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=832b7178f473414eba7587be67a475c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2057469 May 12 15:21:31.680592 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2354369-4403-498c-9814-b15f618bd1ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21364306-784b-495c-bf28-107d3d25c1a2,revision_number=1']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:21:31.681664 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 40724) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:21:31.683712 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-c2354369-4403-498c-9814-b15f618bd1ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:21:31.745342 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-63601c60-a6f5-4ac8-a4cb-cceb09c7b6b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:31.772276 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-63601c60-a6f5-4ac8-a4cb-cceb09c7b6b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:31.836374 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-63601c60-a6f5-4ac8-a4cb-cceb09c7b6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:31.840263 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-cca0d14a-6c37-4a8a-b155-e3effa1b6625 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:21:31.853194 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63601c60-a6f5-4ac8-a4cb-cceb09c7b6b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21364306-784b-495c-bf28-107d3d25c1a2,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:21:31.856066 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-63601c60-a6f5-4ac8-a4cb-cceb09c7b6b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:21:31.870358 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-63601c60-a6f5-4ac8-a4cb-cceb09c7b6b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:31.871533 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-63601c60-a6f5-4ac8-a4cb-cceb09c7b6b3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/21364306-784b-495c-bf28-107d3d25c1a2 HTTP/1.1" status: 204 len: 168 time: 0.1888797 May 12 15:21:32.069394 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155f7399-8e3e-442a-8e7c-375a2bbd1694 req-2106c559-fbad-4b69-8a1d-d7ad8d2bc207 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:32.070912 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-155f7399-8e3e-442a-8e7c-375a2bbd1694 req-2106c559-fbad-4b69-8a1d-d7ad8d2bc207 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=b12a7183-6ec1-495e-9a99-647885c7f2f3 HTTP/1.1" status: 200 len: 945 time: 0.1231780 May 12 15:21:32.124421 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-155f7399-8e3e-442a-8e7c-375a2bbd1694 req-b7a81760-d76b-4059-a7cc-9a4d3aa0b4e2 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470819 May 12 15:21:32.221088 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 40744) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:21:32.352352 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-e7f24a83-cb3c-4858-86a7-a7a319f1f280 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:32.367915 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-e7f24a83-cb3c-4858-86a7-a7a319f1f280 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:21:32.371977 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-e7f24a83-cb3c-4858-86a7-a7a319f1f280 admin admin] Usage tracker for resource:security_group_rule and tenant:84ded0b0c5a94d93b4b226481a2d2d91 is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:21:32.374944 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-e7f24a83-cb3c-4858-86a7-a7a319f1f280 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:21:32.381800 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-e7f24a83-cb3c-4858-86a7-a7a319f1f280 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:21:32.471902 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-e7f24a83-cb3c-4858-86a7-a7a319f1f280 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:32.476768 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-e7f24a83-cb3c-4858-86a7-a7a319f1f280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:32.485433 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:21:32.527737 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-e7f24a83-cb3c-4858-86a7-a7a319f1f280 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=84ded0b0c5a94d93b4b226481a2d2d91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3054783 May 12 15:21:32.528639 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f24a83-cb3c-4858-86a7-a7a319f1f280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2815bbc-3203-479e-9980-f0bffb4436b7,revision_number=1']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:21:32.530413 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 40762) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:21:32.536100 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-e7f24a83-cb3c-4858-86a7-a7a319f1f280 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:21:32.593468 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-29ff3f32-8baa-428c-8021-02627827ab59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:32.621721 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-29ff3f32-8baa-428c-8021-02627827ab59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:32.687196 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-29ff3f32-8baa-428c-8021-02627827ab59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:32.691435 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-ed22ef43-cd60-4329-97e9-8ecea95cad24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:21:32.702818 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ff3f32-8baa-428c-8021-02627827ab59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2815bbc-3203-479e-9980-f0bffb4436b7,revision_number=None']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:21:32.707501 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-29ff3f32-8baa-428c-8021-02627827ab59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:21:32.716048 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-29ff3f32-8baa-428c-8021-02627827ab59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:32.719891 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-29ff3f32-8baa-428c-8021-02627827ab59 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f2815bbc-3203-479e-9980-f0bffb4436b7 HTTP/1.1" status: 204 len: 168 time: 0.1860356 May 12 15:21:32.869391 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a5d94e-1d55-4fa1-baf2-4b120e838e70 req-ad92782d-f0ad-464f-9ff1-908cdab318ad tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:32.870990 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-17a5d94e-1d55-4fa1-baf2-4b120e838e70 req-ad92782d-f0ad-464f-9ff1-908cdab318ad tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc932ba1-5b4a-4624-9029-e047b5a14c84 HTTP/1.1" status: 200 len: 945 time: 0.1208222 May 12 15:21:32.954305 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-17a5d94e-1d55-4fa1-baf2-4b120e838e70 req-3f8ac524-7112-4e5a-9025-b53d2d50014c tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/security-groups?id=b59b4c23-61fe-43f1-a95c-f7c6a6178560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669258 May 12 15:21:33.347984 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025713a4-c77a-44dd-8b84-814bbf6e6d87 req-c563cd19-7315-4a0c-8d0c-d6cb0d1e12de tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:33.349655 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-025713a4-c77a-44dd-8b84-814bbf6e6d87 req-c563cd19-7315-4a0c-8d0c-d6cb0d1e12de tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=b12a7183-6ec1-495e-9a99-647885c7f2f3 HTTP/1.1" status: 200 len: 945 time: 0.0981903 May 12 15:21:33.407393 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-025713a4-c77a-44dd-8b84-814bbf6e6d87 req-1dc3edad-f64b-4791-af97-ad9d955b2737 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502300 May 12 15:21:33.717073 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 40850) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:21:34.009249 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.v2.base [None req-abdfdeec-2843-45fb-ae28-404f1d66fceb admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1109600090-network', 'tenant_id': '8a21d04a99f0458e93f3f0fa12183ea4'}} {{(pid=78793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:21:34.041321 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-abdfdeec-2843-45fb-ae28-404f1d66fceb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:21:34.047226 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a81c0c-4059-4d2e-ade7-724d1c851bf0 req-e39a4788-21dd-4b2a-b1bc-5a9acec20db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:34.048571 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-21a81c0c-4059-4d2e-ade7-724d1c851bf0 req-e39a4788-21dd-4b2a-b1bc-5a9acec20db6 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=cc932ba1-5b4a-4624-9029-e047b5a14c84 HTTP/1.1" status: 200 len: 1098 time: 0.1349072 May 12 15:21:34.067455 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-abdfdeec-2843-45fb-ae28-404f1d66fceb admin admin] Usage tracker for resource:network and tenant:8a21d04a99f0458e93f3f0fa12183ea4 is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:21:34.084635 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-abdfdeec-2843-45fb-ae28-404f1d66fceb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:21:34.119773 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-abdfdeec-2843-45fb-ae28-404f1d66fceb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:21:34.142774 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-21a81c0c-4059-4d2e-ade7-724d1c851bf0 req-f1bed9ea-6099-48fa-911d-a3594959a9cd service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=b59b4c23-61fe-43f1-a95c-f7c6a6178560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841908 May 12 15:21:34.176476 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abdfdeec-2843-45fb-ae28-404f1d66fceb admin admin] Made reservation on behalf of 8a21d04a99f0458e93f3f0fa12183ea4 for: {'network': 1} {{(pid=78793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:21:34.178832 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-abdfdeec-2843-45fb-ae28-404f1d66fceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for network, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:34.203467 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-abdfdeec-2843-45fb-ae28-404f1d66fceb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:34.223108 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-abdfdeec-2843-45fb-ae28-404f1d66fceb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:21:34.227544 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-abdfdeec-2843-45fb-ae28-404f1d66fceb admin admin] Usage tracker for resource:security_group_rule and tenant:8a21d04a99f0458e93f3f0fa12183ea4 is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:21:34.230774 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-abdfdeec-2843-45fb-ae28-404f1d66fceb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:21:34.237986 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-abdfdeec-2843-45fb-ae28-404f1d66fceb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:21:34.321545 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e266eafa-f92a-49a8-bd23-dc5184e02b0e req-cc226cb6-3eb9-4798-9000-7d8667fc7f26 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:34.323166 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-e266eafa-f92a-49a8-bd23-dc5184e02b0e req-cc226cb6-3eb9-4798-9000-7d8667fc7f26 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc932ba1-5b4a-4624-9029-e047b5a14c84 HTTP/1.1" status: 200 len: 945 time: 0.1803930 May 12 15:21:34.411271 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-e266eafa-f92a-49a8-bd23-dc5184e02b0e req-06ec0ce8-cae7-4b48-a13a-ac63bc4c415b tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/security-groups?id=b59b4c23-61fe-43f1-a95c-f7c6a6178560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808947 May 12 15:21:34.413042 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-abdfdeec-2843-45fb-ae28-404f1d66fceb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:34.424523 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-abdfdeec-2843-45fb-ae28-404f1d66fceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:34.427878 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-e950b65b-5b65-4269-947c-775349e88f6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:21:34.470240 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abdfdeec-2843-45fb-ae28-404f1d66fceb admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=78793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 15:21:34.481482 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdfdeec-2843-45fb-ae28-404f1d66fceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=407a0da7-a4d3-4f3d-9cd4-51775d5611cd,revision_number=1']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:21:34.485455 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-abdfdeec-2843-45fb-ae28-404f1d66fceb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:21:34.489452 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-abdfdeec-2843-45fb-ae28-404f1d66fceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428868'] for segment, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:34.489819 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.db.segments_db [None req-abdfdeec-2843-45fb-ae28-404f1d66fceb admin admin] Added segment 7ee36844-76cc-45b7-8272-2e23d10e7138 of type vlan for network 0bad0335-fdcd-470a-b019-26fa010fc66b May 12 15:21:34.529552 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-abdfdeec-2843-45fb-ae28-404f1d66fceb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739648879737'] for network, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:34.606064 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-abdfdeec-2843-45fb-ae28-404f1d66fceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427'] for network, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:34.607574 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abdfdeec-2843-45fb-ae28-404f1d66fceb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:34.609477 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-abdfdeec-2843-45fb-ae28-404f1d66fceb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for network, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:34.614689 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:21:34.714275 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a48ab05-5ccb-42e7-b5e4-f62c5c2bf52e req-7519b093-40a5-43ea-b3b5-48a440155f25 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:34.716817 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-3a48ab05-5ccb-42e7-b5e4-f62c5c2bf52e req-7519b093-40a5-43ea-b3b5-48a440155f25 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=b12a7183-6ec1-495e-9a99-647885c7f2f3 HTTP/1.1" status: 200 len: 945 time: 0.1444948 May 12 15:21:34.786824 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdfdeec-2843-45fb-ae28-404f1d66fceb admin admin] Pushing event updated for resources: {'Network': ['ID=0bad0335-fdcd-470a-b019-26fa010fc66b,revision_number=1']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:21:34.799918 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-abdfdeec-2843-45fb-ae28-404f1d66fceb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:21:34.801470 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Network 0bad0335-fdcd-470a-b019-26fa010fc66b details requested by agent ovs-agent-dv-cinder-789603-6-iscsi with host dv-cinder-789603-6-iscsi {{(pid=78794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 15:21:34.808479 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-abdfdeec-2843-45fb-ae28-404f1d66fceb admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0895095 May 12 15:21:34.810163 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 40904) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:21:34.821501 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.v2.base [None req-6ff79293-4ab2-4c90-a5a8-6de0e50813bb admin admin] Request body: {'subnet': {'network_id': '0bad0335-fdcd-470a-b019-26fa010fc66b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1109600090-subnet', 'tenant_id': '8a21d04a99f0458e93f3f0fa12183ea4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:21:34.829466 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-6ff79293-4ab2-4c90-a5a8-6de0e50813bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:21:34.843124 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-3a48ab05-5ccb-42e7-b5e4-f62c5c2bf52e req-8246613c-c3e3-4d36-8d86-3de0b8c75f47 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187232 May 12 15:21:34.856247 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-6ff79293-4ab2-4c90-a5a8-6de0e50813bb admin admin] Usage tracker for resource:subnet and tenant:8a21d04a99f0458e93f3f0fa12183ea4 is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:21:34.863709 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-6ff79293-4ab2-4c90-a5a8-6de0e50813bb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:21:34.884626 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-6ff79293-4ab2-4c90-a5a8-6de0e50813bb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:21:34.922403 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ff79293-4ab2-4c90-a5a8-6de0e50813bb admin admin] Made reservation on behalf of 8a21d04a99f0458e93f3f0fa12183ea4 for: {'subnet': 1} {{(pid=78793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:21:34.935788 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-6ff79293-4ab2-4c90-a5a8-6de0e50813bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4155405'] for subnet, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:35.660532 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-6ff79293-4ab2-4c90-a5a8-6de0e50813bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2679749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4155519'] for subnet, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:35.665752 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:21:35.787308 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff79293-4ab2-4c90-a5a8-6de0e50813bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=3541dbd9-2a7a-462a-a911-9b9cbe5c2a12,revision_number=0']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:21:35.792484 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-6ff79293-4ab2-4c90-a5a8-6de0e50813bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:21:35.810313 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff79293-4ab2-4c90-a5a8-6de0e50813bb admin admin] Checking segment: {'id': '7ee36844-76cc-45b7-8272-2e23d10e7138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0bad0335-fdcd-470a-b019-26fa010fc66b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:21:35.810648 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff79293-4ab2-4c90-a5a8-6de0e50813bb admin admin] Network hostable DHCP agents. Network: 0bad0335-fdcd-470a-b019-26fa010fc66b, hostable agents: ['70f74d37-a86e-42b6-98ff-0814024719b2'], hosted agents: [] {{(pid=78793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 15:21:35.847351 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad52abf2-5679-4317-910c-92de2d76bd6f req-3b2d521a-ea17-42e7-b0ed-f1ae2cae4dc9 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:35.848859 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-ad52abf2-5679-4317-910c-92de2d76bd6f req-3b2d521a-ea17-42e7-b0ed-f1ae2cae4dc9 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc932ba1-5b4a-4624-9029-e047b5a14c84 HTTP/1.1" status: 200 len: 945 time: 0.1563315 May 12 15:21:35.850031 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff79293-4ab2-4c90-a5a8-6de0e50813bb admin admin] Network 0bad0335-fdcd-470a-b019-26fa010fc66b is scheduled to be hosted by DHCP agent 70f74d37-a86e-42b6-98ff-0814024719b2 with binding_index 1 {{(pid=78793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 15:21:35.883603 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.base_scheduler [None req-6ff79293-4ab2-4c90-a5a8-6de0e50813bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-6-iscsi, 0bad0335-fdcd-470a-b019-26fa010fc66b) {{(pid=78793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:21:35.892437 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734f375c-f1f1-4e1b-9d7e-3e7afe455550 None None] Network 0bad0335-fdcd-470a-b019-26fa010fc66b requested from dv-cinder-789603-6-iscsi {{(pid=78794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 15:21:35.959926 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-ad52abf2-5679-4317-910c-92de2d76bd6f req-161bf916-44bb-45a7-9f75-bdd7c1e38348 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/security-groups?id=b59b4c23-61fe-43f1-a95c-f7c6a6178560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019142 May 12 15:21:35.961388 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff79293-4ab2-4c90-a5a8-6de0e50813bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:35.962001 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-6ff79293-4ab2-4c90-a5a8-6de0e50813bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for subnet, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:35.997346 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-6ff79293-4ab2-4c90-a5a8-6de0e50813bb admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1857305 May 12 15:21:36.256259 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23546e27-8870-42d4-a4fd-272159fc8807 None None] Network 0bad0335-fdcd-470a-b019-26fa010fc66b requested from dv-cinder-789603-6-iscsi {{(pid=78794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 15:21:36.279052 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d3870-bb21-4c8b-89a6-f270e0c3a624 req-f5df3254-bf4a-45bd-a966-f809ca091081 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:36.280855 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-f04d3870-bb21-4c8b-89a6-f270e0c3a624 req-f5df3254-bf4a-45bd-a966-f809ca091081 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=b12a7183-6ec1-495e-9a99-647885c7f2f3 HTTP/1.1" status: 200 len: 945 time: 0.2011280 May 12 15:21:36.363489 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-f04d3870-bb21-4c8b-89a6-f270e0c3a624 req-0dc16271-e59c-45ea-adbb-aa50c4bccefd tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719032 May 12 15:21:37.194185 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6521be00-9489-4b77-bba1-f95adb6f9645 req-f8f1b353-ba6e-4415-b98b-6fab90d42ac4 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:37.200410 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 40980) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:21:37.202425 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-6521be00-9489-4b77-bba1-f95adb6f9645 req-f8f1b353-ba6e-4415-b98b-6fab90d42ac4 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc932ba1-5b4a-4624-9029-e047b5a14c84 HTTP/1.1" status: 200 len: 945 time: 0.1075594 May 12 15:21:37.269426 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-6521be00-9489-4b77-bba1-f95adb6f9645 req-086dca3f-687a-48c9-9879-31092499cc61 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/security-groups?id=b59b4c23-61fe-43f1-a95c-f7c6a6178560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630941 May 12 15:21:37.472914 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-6d9208c8-b4f3-43ec-9637-38b3c12c08af admin admin] Notify callbacks [] for security_group, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:37.496445 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd1110-21a6-4fa1-b73b-bcf0172fe12a req-df586f33-c3ea-413e-814d-ce56961a004a tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:37.498474 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-a9dd1110-21a6-4fa1-b73b-bcf0172fe12a req-df586f33-c3ea-413e-814d-ce56961a004a tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc932ba1-5b4a-4624-9029-e047b5a14c84 HTTP/1.1" status: 200 len: 945 time: 0.1048875 May 12 15:21:37.514973 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-6d9208c8-b4f3-43ec-9637-38b3c12c08af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:21:37.515364 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 41006) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:21:37.550528 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.v2.base [None req-5b3b5c16-61d2-4ad6-8c4c-67a067a1e528 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Request body: {'floatingip': {'port_id': '55251288-febe-444f-ab34-91007bb36f67'}} {{(pid=78792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:21:37.630827 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-6d9208c8-b4f3-43ec-9637-38b3c12c08af admin admin] Usage tracker for resource:security_group_rule and tenant:74e6a37b913c47ed9a0c9033c303309f is out of sync, need to count used quota {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:21:37.657044 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-6d9208c8-b4f3-43ec-9637-38b3c12c08af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:21:37.668818 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-5b3b5c16-61d2-4ad6-8c4c-67a067a1e528 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Notify callbacks [] for floatingip, before_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:37.692076 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8296dfa-9914-4de9-bd5b-819e516e9d1d req-d7f31d38-c9b7-48df-b9d9-5cca815ead3c tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:37.693553 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-c8296dfa-9914-4de9-bd5b-819e516e9d1d req-d7f31d38-c9b7-48df-b9d9-5cca815ead3c tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=b12a7183-6ec1-495e-9a99-647885c7f2f3 HTTP/1.1" status: 200 len: 945 time: 0.0975943 May 12 15:21:37.728432 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-6d9208c8-b4f3-43ec-9637-38b3c12c08af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:21:37.759015 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-c8296dfa-9914-4de9-bd5b-819e516e9d1d req-5d78aa3b-212a-4dc1-a3d7-ebb7ccb2080e tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535550 May 12 15:21:37.852100 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583aba7b-1188-44d3-9dc0-6bb7a71ea2ce req-95117142-0f7a-4d76-9a97-742f0bf6cf0f tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:37.853463 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-583aba7b-1188-44d3-9dc0-6bb7a71ea2ce req-95117142-0f7a-4d76-9a97-742f0bf6cf0f tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/networks?id=7a9a0a63-2af5-4556-bd7a-991a8e39d133 HTTP/1.1" status: 200 len: 815 time: 0.5155880 May 12 15:21:37.916928 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-583aba7b-1188-44d3-9dc0-6bb7a71ea2ce req-214f12e4-44ae-49cd-9095-81e58882d279 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/quotas/67d1815edccf41cfb649225313f265b3 HTTP/1.1" status: 200 len: 375 time: 0.0308073 May 12 15:21:38.267088 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-6d9208c8-b4f3-43ec-9637-38b3c12c08af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:38.276430 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-6d9208c8-b4f3-43ec-9637-38b3c12c08af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:38.287046 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-346ee41b-4d39-4c82-908f-528d5549b37b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:21:38.352932 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-583aba7b-1188-44d3-9dc0-6bb7a71ea2ce req-350a35b9-77a3-46a2-826e-1d5d1b7b86bb tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=67d1815edccf41cfb649225313f265b3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4285378 May 12 15:21:38.353609 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9208c8-b4f3-43ec-9637-38b3c12c08af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a874fc-8d9a-46ab-9a95-cac0b14c6d28,revision_number=1']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:21:38.367467 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-6d9208c8-b4f3-43ec-9637-38b3c12c08af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:21:38.377675 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-6d9208c8-b4f3-43ec-9637-38b3c12c08af admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=74e6a37b913c47ed9a0c9033c303309f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1761568 May 12 15:21:38.381097 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 41020) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:21:38.453483 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-e29a477d-8cc5-4133-9d20-999a36a934ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:38.484005 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-e29a477d-8cc5-4133-9d20-999a36a934ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:38.649350 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-e29a477d-8cc5-4133-9d20-999a36a934ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:38.656959 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:21:38.676679 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29a477d-8cc5-4133-9d20-999a36a934ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a874fc-8d9a-46ab-9a95-cac0b14c6d28,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:21:38.687703 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-e29a477d-8cc5-4133-9d20-999a36a934ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:21:38.693453 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-e29a477d-8cc5-4133-9d20-999a36a934ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:38.697415 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-e29a477d-8cc5-4133-9d20-999a36a934ce admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/60a874fc-8d9a-46ab-9a95-cac0b14c6d28 HTTP/1.1" status: 204 len: 168 time: 0.3148251 May 12 15:21:38.712875 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b792caa-ece3-479d-98db-66a7038d71ec req-eea4229e-cf6c-4b37-b118-7aacdba54975 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:38.713599 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [req-9b792caa-ece3-479d-98db-66a7038d71ec req-eea4229e-cf6c-4b37-b118-7aacdba54975 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Synchronizing usage tracker for tenant:8a21d04a99f0458e93f3f0fa12183ea4 on resource:network {{(pid=78793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:21:38.739159 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [req-9b792caa-ece3-479d-98db-66a7038d71ec req-eea4229e-cf6c-4b37-b118-7aacdba54975 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Unset dirty status for tenant:8a21d04a99f0458e93f3f0fa12183ea4 on resource:network {{(pid=78793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:21:38.743407 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-9b792caa-ece3-479d-98db-66a7038d71ec req-eea4229e-cf6c-4b37-b118-7aacdba54975 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/networks?id=0bad0335-fdcd-470a-b019-26fa010fc66b HTTP/1.1" status: 200 len: 814 time: 0.2167866 May 12 15:21:38.773542 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-9b792caa-ece3-479d-98db-66a7038d71ec req-fff1168a-f78f-43db-b4c1-43b0a78f776f tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/quotas/8a21d04a99f0458e93f3f0fa12183ea4 HTTP/1.1" status: 200 len: 375 time: 0.0204668 May 12 15:21:38.795344 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-583aba7b-1188-44d3-9dc0-6bb7a71ea2ce req-44844eb9-1e58-45fe-915d-4853e0fced9c service neutron] 10.222.0.32 "GET /v2.0/networks/7a9a0a63-2af5-4556-bd7a-991a8e39d133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4091353 May 12 15:21:38.837674 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-9b792caa-ece3-479d-98db-66a7038d71ec req-65cba563-8b70-408c-b170-a940334ac04b tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8a21d04a99f0458e93f3f0fa12183ea4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0630538 May 12 15:21:38.919768 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.db.resource_extend [None req-5b3b5c16-61d2-4ad6-8c4c-67a067a1e528 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 15:21:39.062892 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-9b792caa-ece3-479d-98db-66a7038d71ec req-820204c4-29a9-4c29-84c4-d646e78019f1 service neutron] 10.222.0.32 "GET /v2.0/networks/0bad0335-fdcd-470a-b019-26fa010fc66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240527 May 12 15:21:39.081130 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-5b3b5c16-61d2-4ad6-8c4c-67a067a1e528 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:39.094142 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-5b3b5c16-61d2-4ad6-8c4c-67a067a1e528 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706618'] for floatingip, after_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:39.254548 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-9b792caa-ece3-479d-98db-66a7038d71ec req-b8ee2997-aef9-4327-a198-ae615f2934a4 service neutron] 10.222.0.32 "GET /v2.0/networks/0bad0335-fdcd-470a-b019-26fa010fc66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899843 May 12 15:21:39.278743 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-583aba7b-1188-44d3-9dc0-6bb7a71ea2ce req-73f413be-e1ea-4390-8273-26c54e48160d service neutron] 10.222.0.32 "GET /v2.0/networks/7a9a0a63-2af5-4556-bd7a-991a8e39d133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4581122 May 12 15:21:39.330151 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.db.l3_db [None req-5b3b5c16-61d2-4ad6-8c4c-67a067a1e528 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Floating IP 98be576a-9aa9-4d51-8e68-8e730ffd7bf2 associated. External IP: 172.27.2.74, port: 55251288-febe-444f-ab34-91007bb36f67. May 12 15:21:39.654043 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-8bc8df10-8383-4fd9-806f-79e9c1a98af1 req-603dc677-af0b-44ab-b5dc-e0e4ff56ae7b tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d9fdae6-4646-4205-8861-91423357dce5 HTTP/1.1" status: 200 len: 210 time: 0.0760887 May 12 15:21:39.750582 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe34d11-eb49-422c-9a8d-43bd8dc8b62d req-3a4854dc-341e-43c9-85c6-3ed70b801c5c tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:39.762309 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-4fe34d11-eb49-422c-9a8d-43bd8dc8b62d req-3a4854dc-341e-43c9-85c6-3ed70b801c5c tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=b12a7183-6ec1-495e-9a99-647885c7f2f3 HTTP/1.1" status: 200 len: 945 time: 0.1868653 May 12 15:21:39.899651 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-4fe34d11-eb49-422c-9a8d-43bd8dc8b62d req-08259fea-5444-4cb7-bf02-456c36f45574 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361849 May 12 15:21:39.977397 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-54ce67b4-aa72-4a3d-b726-3eb6463c5503 req-9190b0de-def2-43a1-b1fc-b4f207b7e63a tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=d92db591-6dbb-4f3e-82cb-45948e5ad77f HTTP/1.1" status: 200 len: 210 time: 0.1495304 May 12 15:21:40.262256 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b3b5c16-61d2-4ad6-8c4c-67a067a1e528 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Router 6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1 has already been hosted by L3 agent e96f2393-830b-46ef-bef2-f93615c2f352 {{(pid=78792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 15:21:40.567588 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b3b5c16-61d2-4ad6-8c4c-67a067a1e528 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Notify agent at l3_agent.dv-cinder-789603-6-iscsi the message routers_updated {{(pid=78792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:21:40.583950 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-5b3b5c16-61d2-4ad6-8c4c-67a067a1e528 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2050383'] for floatingip, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:40.599738 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c86aba-417a-4f50-97d4-85756cb3b008 None None] Sync routers for ids ['6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1'] in dv-cinder-789603-6-iscsi {{(pid=78795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:21:40.616879 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c86aba-417a-4f50-97d4-85756cb3b008 None None] Routers {'6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1'} bound to L3 agent in host dv-cinder-789603-6-iscsi {{(pid=78795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:21:40.619440 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_hamode_db [None req-01c86aba-417a-4f50-97d4-85756cb3b008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-12T15:12:51Z,description=,heartbeat_timestamp=2021-05-12T15:21:21Z,host='dv-cinder-789603-6-iscsi',id=e96f2393-830b-46ef-bef2-f93615c2f352,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:12:51Z,topic='l3_agent')) {'router_ids': ['6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1'], 'active': True} {{(pid=78795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:21:40.660195 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-5b3b5c16-61d2-4ad6-8c4c-67a067a1e528 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "PUT /v2.0/floatingips/98be576a-9aa9-4d51-8e68-8e730ffd7bf2 HTTP/1.1" status: 200 len: 990 time: 3.1429541 May 12 15:21:40.661300 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc932ba1-5b4a-4624-9029-e047b5a14c84', 'tag': '55251288-febe-444f-ab34-91007bb36f67'}] {{(pid=78792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:21:40.691991 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 41126) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:21:40.752465 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc932ba1-5b4a-4624-9029-e047b5a14c84', 'tag': '55251288-febe-444f-ab34-91007bb36f67', 'status': 'completed', 'code': 200} May 12 15:21:40.932148 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-ab1ef783-6c11-4fb4-86cf-63101c980a9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:40.959860 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-ab1ef783-6c11-4fb4-86cf-63101c980a9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:21:40.965517 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-ab1ef783-6c11-4fb4-86cf-63101c980a9e admin admin] Usage tracker for resource:security_group_rule and tenant:fb38d16e51c646cc9dc70451b8c34ffb is out of sync, need to count used quota {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:21:40.971977 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-ab1ef783-6c11-4fb4-86cf-63101c980a9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:21:40.980009 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-ab1ef783-6c11-4fb4-86cf-63101c980a9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:21:40.997883 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_dvr_db [None req-01c86aba-417a-4f50-97d4-85756cb3b008 None None] Set router 6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1 gateway port host: dv-cinder-789603-6-iscsi {{(pid=78795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:21:41.067463 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f79dca-7c04-4226-977d-0e68756509f7 req-174f922a-f936-4d4b-a259-4e7a3ba2d88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:41.068964 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-13f79dca-7c04-4226-977d-0e68756509f7 req-174f922a-f936-4d4b-a259-4e7a3ba2d88c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=f8b03419ce0c413cbee40794040a2918&device_id=cc932ba1-5b4a-4624-9029-e047b5a14c84 HTTP/1.1" status: 200 len: 1098 time: 0.2899585 May 12 15:21:41.090522 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-9c57b328-7b8e-4f20-bee6-b6057f3200d1 req-eb2e7f46-3912-4540-98bd-7d8cde635330 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d9fdae6-4646-4205-8861-91423357dce5 HTTP/1.1" status: 200 len: 210 time: 0.1363842 May 12 15:21:41.121998 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 41138) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:21:41.206091 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-ab1ef783-6c11-4fb4-86cf-63101c980a9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:41.214826 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b5d487-c998-4ca1-9278-d34a4bdf7c1d req-e0f763c8-a7ff-4758-9efd-6957b3876848 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:41.215392 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-ab1ef783-6c11-4fb4-86cf-63101c980a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:41.220178 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-85b5d487-c998-4ca1-9278-d34a4bdf7c1d req-e0f763c8-a7ff-4758-9efd-6957b3876848 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=b12a7183-6ec1-495e-9a99-647885c7f2f3 HTTP/1.1" status: 200 len: 945 time: 0.1726954 May 12 15:21:41.286850 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-d7e5de33-eaee-4b62-958d-306aa5fd4356 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:21:41.330577 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-85b5d487-c998-4ca1-9278-d34a4bdf7c1d req-319bbad6-1111-4c58-9685-ec64fd45901a tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047685 May 12 15:21:41.377400 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-ab1ef783-6c11-4fb4-86cf-63101c980a9e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fb38d16e51c646cc9dc70451b8c34ffb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6819997 May 12 15:21:41.378992 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 41146) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:21:41.392882 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1ef783-6c11-4fb4-86cf-63101c980a9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf827cdf-5dfd-4bf5-a0d6-e18c3a337e2b,revision_number=1']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:21:41.398250 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-ab1ef783-6c11-4fb4-86cf-63101c980a9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:21:41.427873 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-4de0cdf1-63df-4f0c-8ae8-89e675be7c1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:41.469819 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f79dca-7c04-4226-977d-0e68756509f7 req-ede80dbf-f058-4105-8c2a-6d0a22c618db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:41.471656 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-13f79dca-7c04-4226-977d-0e68756509f7 req-ede80dbf-f058-4105-8c2a-6d0a22c618db service neutron] 10.222.0.85 "GET /v2.0/networks?id=b0a67018-e604-4c5d-b021-363bc82650e3 HTTP/1.1" status: 200 len: 911 time: 0.3787205 May 12 15:21:41.581168 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-4de0cdf1-63df-4f0c-8ae8-89e675be7c1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:21:41.593225 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-4de0cdf1-63df-4f0c-8ae8-89e675be7c1e admin admin] Usage tracker for resource:security_group_rule and tenant:a1420c39fa85447fb19b9436c9871541 is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:21:41.599753 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-4de0cdf1-63df-4f0c-8ae8-89e675be7c1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:21:41.607856 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-4de0cdf1-63df-4f0c-8ae8-89e675be7c1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:21:41.691754 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-328828a3-348e-4a3e-8b35-6aceb665c5c1 req-636cfdbd-ed94-4a55-bd9a-25b4b7e94b15 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=d92db591-6dbb-4f3e-82cb-45948e5ad77f HTTP/1.1" status: 200 len: 210 time: 0.1358531 May 12 15:21:41.725260 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-4de0cdf1-63df-4f0c-8ae8-89e675be7c1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:41.743101 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-4de0cdf1-63df-4f0c-8ae8-89e675be7c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:41.746496 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_hamode_db [None req-01c86aba-417a-4f50-97d4-85756cb3b008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1', 'name': 'tempest-AttachVolumeTestJSON-379129705-router', 'tenant_id': 'f8b03419ce0c413cbee40794040a2918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '4c3aeed0-9682-42d7-b51e-efd94313e1cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:20:29Z', 'updated_at': '2021-05-12T15:20:46Z', 'revision_number': 4, 'project_id': 'f8b03419ce0c413cbee40794040a2918', 'gw_port': {'id': '4c3aeed0-9682-42d7-b51e-efd94313e1cb', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ba:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:20:31Z', 'updated_at': '2021-05-12T15:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi', '_floatingips': [{'id': '98be576a-9aa9-4d51-8e68-8e730ffd7bf2', 'tenant_id': 'f8b03419ce0c413cbee40794040a2918', 'floating_ip_address': '172.27.2.74', 'floating_network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'router_id': '6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1', 'port_id': '55251288-febe-444f-ab34-91007bb36f67', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0a67018-e604-4c5d-b021-363bc82650e3', 'mac_address': 'fa:16:3e:85:d6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc932ba1-5b4a-4624-9029-e047b5a14c84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T15:21:02Z', 'updated_at': '2021-05-12T15:21:38Z', 'revision_number': 1, 'project_id': 'f8b03419ce0c413cbee40794040a2918', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ad1f101-24d4-4aa8-9e68-0852222902c7', 'name': '', 'network_id': 'b0a67018-e604-4c5d-b021-363bc82650e3', 'tenant_id': 'f8b03419ce0c413cbee40794040a2918', 'mac_address': 'fa:16:3e:85:3d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0bfa47e8-ea4e-42ac-a644-064fdadd42d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:20:41Z', 'updated_at': '2021-05-12T15:20:57Z', 'revision_number': 5, 'project_id': 'f8b03419ce0c413cbee40794040a2918', 'subnets': [{'id': '0bfa47e8-ea4e-42ac-a644-064fdadd42d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-iscsi', False) {} {{(pid=78795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:21:41.752741 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c86aba-417a-4f50-97d4-85756cb3b008 None None] Checking router: 6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1 for host: dv-cinder-789603-6-iscsi {{(pid=78795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:21:41.755972 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-08919b89-9079-4238-9195-618796fca47a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:21:41.767012 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c86aba-417a-4f50-97d4-85756cb3b008 None None] Routers {'6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1'} bound to L3 agent in host dv-cinder-789603-6-iscsi {{(pid=78795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:21:41.767810 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_hamode_db [None req-01c86aba-417a-4f50-97d4-85756cb3b008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-12T15:12:51Z,description=,heartbeat_timestamp=2021-05-12T15:21:21Z,host='dv-cinder-789603-6-iscsi',id=e96f2393-830b-46ef-bef2-f93615c2f352,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:12:51Z,topic='l3_agent')) {'router_ids': ['6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1'], 'active': True} {{(pid=78795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:21:41.818403 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-4de0cdf1-63df-4f0c-8ae8-89e675be7c1e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a1420c39fa85447fb19b9436c9871541&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6951396 May 12 15:21:41.819120 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 41152) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:21:41.840942 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-86bb8fe3-5807-4bc5-b88a-6b75c15c4a1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:41.847465 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de0cdf1-63df-4f0c-8ae8-89e675be7c1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcab81ef-56db-4544-8288-3856dcaffcae,revision_number=1']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:21:41.864570 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-4de0cdf1-63df-4f0c-8ae8-89e675be7c1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:21:41.902014 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-86bb8fe3-5807-4bc5-b88a-6b75c15c4a1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:41.983891 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-84137587-6b01-488e-af96-cee079c3c0c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:41.992285 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-13f79dca-7c04-4226-977d-0e68756509f7 req-231acdc6-aab6-4942-be43-81abbd2a3852 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55251288-febe-444f-ab34-91007bb36f67 HTTP/1.1" status: 200 len: 998 time: 0.5126519 May 12 15:21:42.031015 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-84137587-6b01-488e-af96-cee079c3c0c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:42.061873 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-86bb8fe3-5807-4bc5-b88a-6b75c15c4a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:42.078218 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-5d53ed4d-7e60-44b6-9749-55690dcf28fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:21:42.088416 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_dvr_db [None req-01c86aba-417a-4f50-97d4-85756cb3b008 None None] Set router 6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1 gateway port host: dv-cinder-789603-6-iscsi {{(pid=78795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:21:42.094520 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f79dca-7c04-4226-977d-0e68756509f7 req-de7f39f9-c563-477b-957c-3bf1fca6d8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:42.097661 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-13f79dca-7c04-4226-977d-0e68756509f7 req-de7f39f9-c563-477b-957c-3bf1fca6d8c8 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0bfa47e8-ea4e-42ac-a644-064fdadd42d3 HTTP/1.1" status: 200 len: 849 time: 0.0968051 May 12 15:21:42.106439 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583aba7b-1188-44d3-9dc0-6bb7a71ea2ce req-f17af954-79b2-4773-9a53-e22d94de4f69 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:42.109495 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bb8fe3-5807-4bc5-b88a-6b75c15c4a1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf827cdf-5dfd-4bf5-a0d6-e18c3a337e2b,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:21:42.110796 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-583aba7b-1188-44d3-9dc0-6bb7a71ea2ce req-f17af954-79b2-4773-9a53-e22d94de4f69 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.85 "GET /v2.0/networks?id=7a9a0a63-2af5-4556-bd7a-991a8e39d133 HTTP/1.1" status: 200 len: 815 time: 0.3916414 May 12 15:21:42.124117 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-86bb8fe3-5807-4bc5-b88a-6b75c15c4a1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:42.126498 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-86bb8fe3-5807-4bc5-b88a-6b75c15c4a1b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cf827cdf-5dfd-4bf5-a0d6-e18c3a337e2b HTTP/1.1" status: 204 len: 168 time: 0.7464526 May 12 15:21:42.149070 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-86bb8fe3-5807-4bc5-b88a-6b75c15c4a1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:21:42.161219 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.v2.base [req-583aba7b-1188-44d3-9dc0-6bb7a71ea2ce req-34b5d9f6-2ac8-4095-a9fc-0ed7143a575c tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Request body: {'port': {'device_id': 'd92db591-6dbb-4f3e-82cb-45948e5ad77f', 'network_id': '7a9a0a63-2af5-4556-bd7a-991a8e39d133', 'admin_state_up': True, 'tenant_id': '67d1815edccf41cfb649225313f265b3'}} {{(pid=78792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:21:42.205533 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-84137587-6b01-488e-af96-cee079c3c0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:42.213740 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-beda4522-09af-4112-b922-e28eb7e15560 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:21:42.243829 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84137587-6b01-488e-af96-cee079c3c0c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcab81ef-56db-4544-8288-3856dcaffcae,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:21:42.265819 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-84137587-6b01-488e-af96-cee079c3c0c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:21:42.267397 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-84137587-6b01-488e-af96-cee079c3c0c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:42.273881 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-84137587-6b01-488e-af96-cee079c3c0c9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bcab81ef-56db-4544-8288-3856dcaffcae HTTP/1.1" status: 204 len: 168 time: 0.4490292 May 12 15:21:42.609606 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-05105446-79e3-4faa-8033-34338fd8411e req-59445a56-ed43-4192-806b-f20557f4759b tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d9fdae6-4646-4205-8861-91423357dce5 HTTP/1.1" status: 200 len: 210 time: 0.1392574 May 12 15:21:42.628509 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [req-583aba7b-1188-44d3-9dc0-6bb7a71ea2ce req-34b5d9f6-2ac8-4095-a9fc-0ed7143a575c tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:21:42.657815 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [req-583aba7b-1188-44d3-9dc0-6bb7a71ea2ce req-34b5d9f6-2ac8-4095-a9fc-0ed7143a575c tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:21:42.664478 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f79dca-7c04-4226-977d-0e68756509f7 req-03d67b90-18f0-4537-a080-e987f3e81723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:42.669397 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-13f79dca-7c04-4226-977d-0e68756509f7 req-03d67b90-18f0-4537-a080-e987f3e81723 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b0a67018-e604-4c5d-b021-363bc82650e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5573742 May 12 15:21:42.742191 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-583aba7b-1188-44d3-9dc0-6bb7a71ea2ce req-34b5d9f6-2ac8-4095-a9fc-0ed7143a575c tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Made reservation on behalf of 67d1815edccf41cfb649225313f265b3 for: {'port': 1} {{(pid=78792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:21:42.745930 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-583aba7b-1188-44d3-9dc0-6bb7a71ea2ce req-34b5d9f6-2ac8-4095-a9fc-0ed7143a575c tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:42.829066 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 41178) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:21:42.870592 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-4ec5818a-6a60-4e8c-81d0-b8e20839bc70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:42.883758 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_hamode_db [None req-01c86aba-417a-4f50-97d4-85756cb3b008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1', 'name': 'tempest-AttachVolumeTestJSON-379129705-router', 'tenant_id': 'f8b03419ce0c413cbee40794040a2918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '4c3aeed0-9682-42d7-b51e-efd94313e1cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:20:29Z', 'updated_at': '2021-05-12T15:20:46Z', 'revision_number': 4, 'project_id': 'f8b03419ce0c413cbee40794040a2918', 'gw_port': {'id': '4c3aeed0-9682-42d7-b51e-efd94313e1cb', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ba:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:20:31Z', 'updated_at': '2021-05-12T15:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi', '_floatingips': [{'id': '98be576a-9aa9-4d51-8e68-8e730ffd7bf2', 'tenant_id': 'f8b03419ce0c413cbee40794040a2918', 'floating_ip_address': '172.27.2.74', 'floating_network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'router_id': '6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1', 'port_id': '55251288-febe-444f-ab34-91007bb36f67', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0a67018-e604-4c5d-b021-363bc82650e3', 'mac_address': 'fa:16:3e:85:d6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc932ba1-5b4a-4624-9029-e047b5a14c84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T15:21:02Z', 'updated_at': '2021-05-12T15:21:38Z', 'revision_number': 1, 'project_id': 'f8b03419ce0c413cbee40794040a2918', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ad1f101-24d4-4aa8-9e68-0852222902c7', 'name': '', 'network_id': 'b0a67018-e604-4c5d-b021-363bc82650e3', 'tenant_id': 'f8b03419ce0c413cbee40794040a2918', 'mac_address': 'fa:16:3e:85:3d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0bfa47e8-ea4e-42ac-a644-064fdadd42d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:20:41Z', 'updated_at': '2021-05-12T15:20:57Z', 'revision_number': 5, 'project_id': 'f8b03419ce0c413cbee40794040a2918', 'subnets': [{'id': '0bfa47e8-ea4e-42ac-a644-064fdadd42d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-iscsi', False) {} {{(pid=78795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:21:42.893064 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c86aba-417a-4f50-97d4-85756cb3b008 None None] The sync data for ids ['6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1'] in dv-cinder-789603-6-iscsi is: [{'id': '6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1', 'name': 'tempest-AttachVolumeTestJSON-379129705-router', 'tenant_id': 'f8b03419ce0c413cbee40794040a2918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '4c3aeed0-9682-42d7-b51e-efd94313e1cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:20:29Z', 'updated_at': '2021-05-12T15:20:46Z', 'revision_number': 4, 'project_id': 'f8b03419ce0c413cbee40794040a2918', 'gw_port': {'id': '4c3aeed0-9682-42d7-b51e-efd94313e1cb', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ba:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:20:31Z', 'updated_at': '2021-05-12T15:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi', '_floatingips': [{'id': '98be576a-9aa9-4d51-8e68-8e730ffd7bf2', 'tenant_id': 'f8b03419ce0c413cbee40794040a2918', 'floating_ip_address': '172.27.2.74', 'floating_network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'router_id': '6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1', 'port_id': '55251288-febe-444f-ab34-91007bb36f67', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0a67018-e604-4c5d-b021-363bc82650e3', 'mac_address': 'fa:16:3e:85:d6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc932ba1-5b4a-4624-9029-e047b5a14c84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T15:21:02Z', 'updated_at': '2021-05-12T15:21:38Z', 'revision_number': 1, 'project_id': 'f8b03419ce0c413cbee40794040a2918', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ad1f101-24d4-4aa8-9e68-0852222902c7', 'name': '', 'network_id': 'b0a67018-e604-4c5d-b021-363bc82650e3', 'tenant_id': 'f8b03419ce0c413cbee40794040a2918', 'mac_address': 'fa:16:3e:85:3d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0bfa47e8-ea4e-42ac-a644-064fdadd42d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:20:41Z', 'updated_at': '2021-05-12T15:20:57Z', 'revision_number': 5, 'project_id': 'f8b03419ce0c413cbee40794040a2918', 'subnets': [{'id': '0bfa47e8-ea4e-42ac-a644-064fdadd42d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:21:42.902340 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-4ec5818a-6a60-4e8c-81d0-b8e20839bc70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:21:42.913943 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-4ec5818a-6a60-4e8c-81d0-b8e20839bc70 admin admin] Usage tracker for resource:security_group_rule and tenant:9eb131f68dfe4339a5f61fef38ad0b85 is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:21:42.921865 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-4ec5818a-6a60-4e8c-81d0-b8e20839bc70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:21:42.938598 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-4ec5818a-6a60-4e8c-81d0-b8e20839bc70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:21:43.090458 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b792caa-ece3-479d-98db-66a7038d71ec req-e68584b1-9a4a-42a8-8b10-75c02cbd96ea tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:43.091983 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-9b792caa-ece3-479d-98db-66a7038d71ec req-e68584b1-9a4a-42a8-8b10-75c02cbd96ea tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.85 "GET /v2.0/networks?id=0bad0335-fdcd-470a-b019-26fa010fc66b HTTP/1.1" status: 200 len: 814 time: 0.6808293 May 12 15:21:43.119245 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353a5caf-1268-4442-9dc6-b43426f6d46a req-301197b8-3bb1-48a9-9ace-46ba47112b3c tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:43.126315 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-67c1d4fd-b84d-4232-b9b9-da044351831c req-7c1be110-c56e-44fd-8604-0ea3b7d26fd2 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=d92db591-6dbb-4f3e-82cb-45948e5ad77f HTTP/1.1" status: 200 len: 210 time: 0.1231279 May 12 15:21:43.135268 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-353a5caf-1268-4442-9dc6-b43426f6d46a req-301197b8-3bb1-48a9-9ace-46ba47112b3c tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=b12a7183-6ec1-495e-9a99-647885c7f2f3 HTTP/1.1" status: 200 len: 945 time: 0.4691598 May 12 15:21:43.188353 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.v2.base [req-9b792caa-ece3-479d-98db-66a7038d71ec req-d10c052b-79b9-4bf8-ab80-f138e5da25ac tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Request body: {'port': {'device_id': '3d9fdae6-4646-4205-8861-91423357dce5', 'network_id': '0bad0335-fdcd-470a-b019-26fa010fc66b', 'admin_state_up': True, 'tenant_id': '8a21d04a99f0458e93f3f0fa12183ea4'}} {{(pid=78793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:21:43.268012 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c51652e-19c0-459a-9720-9e4e9234a08e None None] New status for floating IP 98be576a-9aa9-4d51-8e68-8e730ffd7bf2: ACTIVE {{(pid=78794) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 15:21:43.322431 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.db_base_plugin_common [req-583aba7b-1188-44d3-9dc0-6bb7a71ea2ce req-34b5d9f6-2ac8-4095-a9fc-0ed7143a575c tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Allocated IP 172.20.0.9 (7a9a0a63-2af5-4556-bd7a-991a8e39d133/881371bc-0cab-4490-a652-bddfe720ce96/0397f888-7270-457c-ba5d-1cb1e883e78e) {{(pid=78792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:21:43.389181 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-4ec5818a-6a60-4e8c-81d0-b8e20839bc70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:43.412780 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-353a5caf-1268-4442-9dc6-b43426f6d46a req-b2b1f1f8-e9ed-4a83-88b5-e5ec0414e375 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680173 May 12 15:21:43.430502 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-4ec5818a-6a60-4e8c-81d0-b8e20839bc70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:43.445568 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-fe343d70-c14e-4b70-b1a7-78c33a0c5f5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:21:43.543113 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-4ec5818a-6a60-4e8c-81d0-b8e20839bc70 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9eb131f68dfe4339a5f61fef38ad0b85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7011983 May 12 15:21:43.548558 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec5818a-6a60-4e8c-81d0-b8e20839bc70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54d894e0-e274-42c0-b10b-5226088d37f5,revision_number=1']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:21:43.552541 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-4ec5818a-6a60-4e8c-81d0-b8e20839bc70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:21:43.555167 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 41200) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:21:43.584577 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-13f79dca-7c04-4226-977d-0e68756509f7 req-1846e69e-abc6-44a8-a937-0f26be849186 service neutron] 10.222.0.85 "GET /v2.0/networks/b0a67018-e604-4c5d-b021-363bc82650e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9043541 May 12 15:21:43.585900 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [req-9b792caa-ece3-479d-98db-66a7038d71ec req-d10c052b-79b9-4bf8-ab80-f138e5da25ac tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:21:43.600899 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [req-9b792caa-ece3-479d-98db-66a7038d71ec req-d10c052b-79b9-4bf8-ab80-f138e5da25ac tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Usage tracker for resource:port and tenant:8a21d04a99f0458e93f3f0fa12183ea4 is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:21:43.606384 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [req-9b792caa-ece3-479d-98db-66a7038d71ec req-d10c052b-79b9-4bf8-ab80-f138e5da25ac tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:21:43.622976 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [req-9b792caa-ece3-479d-98db-66a7038d71ec req-d10c052b-79b9-4bf8-ab80-f138e5da25ac tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:21:43.675750 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b792caa-ece3-479d-98db-66a7038d71ec req-d10c052b-79b9-4bf8-ab80-f138e5da25ac tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Made reservation on behalf of 8a21d04a99f0458e93f3f0fa12183ea4 for: {'port': 1} {{(pid=78793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:21:43.683697 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-9b792caa-ece3-479d-98db-66a7038d71ec req-d10c052b-79b9-4bf8-ab80-f138e5da25ac tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:43.750941 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-26a53b32-a235-4078-86cf-daeee01e2de2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:43.770942 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-583aba7b-1188-44d3-9dc0-6bb7a71ea2ce req-34b5d9f6-2ac8-4095-a9fc-0ed7143a575c tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Notify callbacks [] for port, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:43.775446 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-13f79dca-7c04-4226-977d-0e68756509f7 req-d0ab94b9-0412-49f6-a8cb-9a4a222b1718 service neutron] 10.222.0.85 "GET /v2.0/networks/b0a67018-e604-4c5d-b021-363bc82650e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743426 May 12 15:21:43.812992 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-583aba7b-1188-44d3-9dc0-6bb7a71ea2ce req-34b5d9f6-2ac8-4095-a9fc-0ed7143a575c tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739648862724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3714859'] for port, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:43.819752 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-0cf883a2-3123-4e2e-8146-25b28e7e43aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:21:43.837468 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] get_ports_and_sgs() called for port_ids ['04093988-8b4c-43e0-a443-019f68577186'] {{(pid=78794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:21:43.855385 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-034b8220-167c-43e8-a1f2-3d328decfc23 req-44f6e294-bf07-45a6-b392-77a28e271426 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d9fdae6-4646-4205-8861-91423357dce5 HTTP/1.1" status: 200 len: 210 time: 0.0915995 May 12 15:21:43.874817 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-26a53b32-a235-4078-86cf-daeee01e2de2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:43.907554 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-583aba7b-1188-44d3-9dc0-6bb7a71ea2ce req-34b5d9f6-2ac8-4095-a9fc-0ed7143a575c tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Network 7a9a0a63-2af5-4556-bd7a-991a8e39d133 is already hosted by enough agents. {{(pid=78792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:21:43.915903 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.base_scheduler [req-583aba7b-1188-44d3-9dc0-6bb7a71ea2ce req-34b5d9f6-2ac8-4095-a9fc-0ed7143a575c tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Resources bound (agent type, host, resource id): {{(pid=78792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:21:43.921042 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.l3_dvrscheduler_db [req-583aba7b-1188-44d3-9dc0-6bb7a71ea2ce req-34b5d9f6-2ac8-4095-a9fc-0ed7143a575c tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Received port after_create {{(pid=78792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:21:43.955574 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b5d9f6-2ac8-4095-a9fc-0ed7143a575c tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Pushing event updated for resources: {'Port': ['ID=0397f888-7270-457c-ba5d-1cb1e883e78e,revision_number=1']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:21:43.970715 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-34b5d9f6-2ac8-4095-a9fc-0ed7143a575c tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:21:43.973966 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-26a53b32-a235-4078-86cf-daeee01e2de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:44.003561 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-e7bd5e18-97d7-4497-a62b-b5992eae0f6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:21:44.049146 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583aba7b-1188-44d3-9dc0-6bb7a71ea2ce req-34b5d9f6-2ac8-4095-a9fc-0ed7143a575c tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:44.052420 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-583aba7b-1188-44d3-9dc0-6bb7a71ea2ce req-34b5d9f6-2ac8-4095-a9fc-0ed7143a575c tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2050383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for port, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:44.076883 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a53b32-a235-4078-86cf-daeee01e2de2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d894e0-e274-42c0-b10b-5226088d37f5,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:21:44.079548 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-26a53b32-a235-4078-86cf-daeee01e2de2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:21:44.086721 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-26a53b32-a235-4078-86cf-daeee01e2de2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:44.090479 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-26a53b32-a235-4078-86cf-daeee01e2de2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/54d894e0-e274-42c0-b10b-5226088d37f5 HTTP/1.1" status: 204 len: 168 time: 0.5316429 May 12 15:21:44.140507 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-583aba7b-1188-44d3-9dc0-6bb7a71ea2ce req-34b5d9f6-2ac8-4095-a9fc-0ed7143a575c tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9888871 May 12 15:21:44.156044 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.v2.base [req-583aba7b-1188-44d3-9dc0-6bb7a71ea2ce req-f5d4dc71-03c7-444d-b2fe-435ed1961658 service neutron] Request body: {'port': {'device_id': 'd92db591-6dbb-4f3e-82cb-45948e5ad77f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=78792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:21:44.266084 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.db_base_plugin_common [req-9b792caa-ece3-479d-98db-66a7038d71ec req-d10c052b-79b9-4bf8-ab80-f138e5da25ac tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Allocated IP 172.20.0.10 (0bad0335-fdcd-470a-b019-26fa010fc66b/3541dbd9-2a7a-462a-a911-9b9cbe5c2a12/d2789e53-c377-45eb-861d-d455bca2a979) {{(pid=78793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:21:44.311585 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-583aba7b-1188-44d3-9dc0-6bb7a71ea2ce req-f5d4dc71-03c7-444d-b2fe-435ed1961658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:44.647176 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7175959a-2f41-4dcf-a461-cab875038bf7 req-51cef584-df5e-45e2-81e2-e4e9dc3ee897 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:44.648071 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [req-7175959a-2f41-4dcf-a461-cab875038bf7 req-51cef584-df5e-45e2-81e2-e4e9dc3ee897 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Synchronizing usage tracker for tenant:67d1815edccf41cfb649225313f265b3 on resource:port {{(pid=78792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:21:44.699234 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [req-7175959a-2f41-4dcf-a461-cab875038bf7 req-51cef584-df5e-45e2-81e2-e4e9dc3ee897 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Unset dirty status for tenant:67d1815edccf41cfb649225313f265b3 on resource:port {{(pid=78792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:21:44.700757 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-7175959a-2f41-4dcf-a461-cab875038bf7 req-51cef584-df5e-45e2-81e2-e4e9dc3ee897 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=d92db591-6dbb-4f3e-82cb-45948e5ad77f HTTP/1.1" status: 200 len: 931 time: 0.3089554 May 12 15:21:44.716539 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-9b792caa-ece3-479d-98db-66a7038d71ec req-d10c052b-79b9-4bf8-ab80-f138e5da25ac tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Notify callbacks [] for port, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:44.757628 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82463a5-61a9-4aa7-8cbc-89914c839bc7 req-184573a9-eebf-4776-bd30-e586906b62f2 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:44.759181 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-f82463a5-61a9-4aa7-8cbc-89914c839bc7 req-184573a9-eebf-4776-bd30-e586906b62f2 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=b12a7183-6ec1-495e-9a99-647885c7f2f3 HTTP/1.1" status: 200 len: 945 time: 0.1644621 May 12 15:21:44.858225 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-f82463a5-61a9-4aa7-8cbc-89914c839bc7 req-91157cc8-21f6-451e-aeed-826f0580d24b tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914190 May 12 15:21:44.887391 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-7175959a-2f41-4dcf-a461-cab875038bf7 req-f2d6291d-b6d6-4776-b206-b639b77d551c tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/security-groups?id=6307c184-9367-4c50-a03b-173b376f0731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213479 May 12 15:21:44.896748 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-9b792caa-ece3-479d-98db-66a7038d71ec req-d10c052b-79b9-4bf8-ab80-f138e5da25ac tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739648862724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3598933'] for port, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:44.918881 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:21:45.056313 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b792caa-ece3-479d-98db-66a7038d71ec req-d10c052b-79b9-4bf8-ab80-f138e5da25ac tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Network 0bad0335-fdcd-470a-b019-26fa010fc66b is already hosted by enough agents. {{(pid=78793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:21:45.059838 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.base_scheduler [req-9b792caa-ece3-479d-98db-66a7038d71ec req-d10c052b-79b9-4bf8-ab80-f138e5da25ac tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Resources bound (agent type, host, resource id): {{(pid=78793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:21:45.063179 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b792caa-ece3-479d-98db-66a7038d71ec req-d10c052b-79b9-4bf8-ab80-f138e5da25ac tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Received port after_create {{(pid=78793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:21:45.121589 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10c052b-79b9-4bf8-ab80-f138e5da25ac tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Pushing event updated for resources: {'Port': ['ID=d2789e53-c377-45eb-861d-d455bca2a979,revision_number=1']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:21:45.127268 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-d10c052b-79b9-4bf8-ab80-f138e5da25ac tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:21:45.154895 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b792caa-ece3-479d-98db-66a7038d71ec req-d10c052b-79b9-4bf8-ab80-f138e5da25ac tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:45.155552 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-9b792caa-ece3-479d-98db-66a7038d71ec req-d10c052b-79b9-4bf8-ab80-f138e5da25ac tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2050383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for port, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:45.170957 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.notifiers.nova [req-583aba7b-1188-44d3-9dc0-6bb7a71ea2ce req-f5d4dc71-03c7-444d-b2fe-435ed1961658 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0397f888-7270-457c-ba5d-1cb1e883e78e {{(pid=78792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 15:21:45.180984 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-9b792caa-ece3-479d-98db-66a7038d71ec req-d10c052b-79b9-4bf8-ab80-f138e5da25ac tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0739553 May 12 15:21:45.184393 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-583aba7b-1188-44d3-9dc0-6bb7a71ea2ce req-f5d4dc71-03c7-444d-b2fe-435ed1961658 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:45.212035 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.provisioning_blocks [req-583aba7b-1188-44d3-9dc0-6bb7a71ea2ce req-f5d4dc71-03c7-444d-b2fe-435ed1961658 service neutron] Transition to ACTIVE for port object 0397f888-7270-457c-ba5d-1cb1e883e78e will not be triggered until provisioned by entity L2. {{(pid=78792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:21:45.216421 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.v2.base [req-9b792caa-ece3-479d-98db-66a7038d71ec req-ffdfd93a-c80b-4dc0-908e-91179cc74448 service neutron] Request body: {'port': {'device_id': '3d9fdae6-4646-4205-8861-91423357dce5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=78793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:21:45.221937 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-583aba7b-1188-44d3-9dc0-6bb7a71ea2ce req-f5d4dc71-03c7-444d-b2fe-435ed1961658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3714866'] for port, after_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:45.241955 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954f8af6-1178-46f1-8d2b-b5fa81552688 req-c28f1b02-5839-4f20-ab4e-aeca1aae0890 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:45.244600 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-954f8af6-1178-46f1-8d2b-b5fa81552688 req-c28f1b02-5839-4f20-ab4e-aeca1aae0890 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d9fdae6-4646-4205-8861-91423357dce5 HTTP/1.1" status: 200 len: 932 time: 0.1544893 May 12 15:21:45.244600 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-9ffc0f64-d589-49ff-b967-683a54975ce9 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:21:45.387465 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-9b792caa-ece3-479d-98db-66a7038d71ec req-ffdfd93a-c80b-4dc0-908e-91179cc74448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:45.724876 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d4dc71-03c7-444d-b2fe-435ed1961658 service neutron] Pushing event updated for resources: {'Port': ['ID=0397f888-7270-457c-ba5d-1cb1e883e78e,revision_number=2']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:21:45.734954 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-f5d4dc71-03c7-444d-b2fe-435ed1961658 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:21:45.740301 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-954f8af6-1178-46f1-8d2b-b5fa81552688 req-4396459e-04ae-451a-a42b-f0404753a634 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/security-groups?id=407a0da7-a4d3-4f3d-9cd4-51775d5611cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4426634 May 12 15:21:45.773628 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.managers [req-583aba7b-1188-44d3-9dc0-6bb7a71ea2ce req-f5d4dc71-03c7-444d-b2fe-435ed1961658 service neutron] Attempting to bind port 0397f888-7270-457c-ba5d-1cb1e883e78e on host hv-cinder-78960 for vnic_type normal with profile {{(pid=78792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:21:45.774309 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.managers [req-583aba7b-1188-44d3-9dc0-6bb7a71ea2ce req-f5d4dc71-03c7-444d-b2fe-435ed1961658 service neutron] Attempting to bind port 0397f888-7270-457c-ba5d-1cb1e883e78e by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '3562151b-8bf4-487d-bcfe-e1baea035031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7a9a0a63-2af5-4556-bd7a-991a8e39d133'}] {{(pid=78792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:21:45.774623 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583aba7b-1188-44d3-9dc0-6bb7a71ea2ce req-f5d4dc71-03c7-444d-b2fe-435ed1961658 service neutron] Attempting to bind port 0397f888-7270-457c-ba5d-1cb1e883e78e on network 7a9a0a63-2af5-4556-bd7a-991a8e39d133 {{(pid=78792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:21:45.786198 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583aba7b-1188-44d3-9dc0-6bb7a71ea2ce req-f5d4dc71-03c7-444d-b2fe-435ed1961658 service neutron] Port 0397f888-7270-457c-ba5d-1cb1e883e78e on network 7a9a0a63-2af5-4556-bd7a-991a8e39d133 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=78792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 15:21:45.786198 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583aba7b-1188-44d3-9dc0-6bb7a71ea2ce req-f5d4dc71-03c7-444d-b2fe-435ed1961658 service neutron] Attempting to bind port 0397f888-7270-457c-ba5d-1cb1e883e78e on network 7a9a0a63-2af5-4556-bd7a-991a8e39d133 {{(pid=78792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:21:45.789717 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583aba7b-1188-44d3-9dc0-6bb7a71ea2ce req-f5d4dc71-03c7-444d-b2fe-435ed1961658 service neutron] Checking agent: {'id': 'f90bdb6d-8ae0-42e3-a09a-ceb4f970b9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 15, 18, 57), 'started_at': datetime.datetime(2021, 5, 12, 15, 18, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 15, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:21:45.790156 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583aba7b-1188-44d3-9dc0-6bb7a71ea2ce req-f5d4dc71-03c7-444d-b2fe-435ed1961658 service neutron] Checking segment: {'id': '3562151b-8bf4-487d-bcfe-e1baea035031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7a9a0a63-2af5-4556-bd7a-991a8e39d133'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:21:45.790615 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583aba7b-1188-44d3-9dc0-6bb7a71ea2ce req-f5d4dc71-03c7-444d-b2fe-435ed1961658 service neutron] Bound using segment: {'id': '3562151b-8bf4-487d-bcfe-e1baea035031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7a9a0a63-2af5-4556-bd7a-991a8e39d133'} {{(pid=78792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:21:45.791128 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.managers [req-583aba7b-1188-44d3-9dc0-6bb7a71ea2ce req-f5d4dc71-03c7-444d-b2fe-435ed1961658 service neutron] Bound port: 0397f888-7270-457c-ba5d-1cb1e883e78e, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3562151b-8bf4-487d-bcfe-e1baea035031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7a9a0a63-2af5-4556-bd7a-991a8e39d133'}}] {{(pid=78792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:21:45.791665 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-583aba7b-1188-44d3-9dc0-6bb7a71ea2ce req-f5d4dc71-03c7-444d-b2fe-435ed1961658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:45.899535 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420fd27-6522-4b6d-9d28-1241f8093087 req-421609a5-b023-44a4-b6b3-091aea5ef712 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:45.906607 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-8420fd27-6522-4b6d-9d28-1241f8093087 req-421609a5-b023-44a4-b6b3-091aea5ef712 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bacbc99-4e8f-48ab-8de9-cde56445a512 HTTP/1.1" status: 200 len: 946 time: 0.1665204 May 12 15:21:45.945559 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.db [req-583aba7b-1188-44d3-9dc0-6bb7a71ea2ce req-f5d4dc71-03c7-444d-b2fe-435ed1961658 service neutron] For port 0397f888-7270-457c-ba5d-1cb1e883e78e, host hv-cinder-78960, cleared binding levels {{(pid=78792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:21:45.952847 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.db [req-583aba7b-1188-44d3-9dc0-6bb7a71ea2ce req-f5d4dc71-03c7-444d-b2fe-435ed1961658 service neutron] For port 0397f888-7270-457c-ba5d-1cb1e883e78e, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=0397f888-7270-457c-ba5d-1cb1e883e78e,segment=NetworkSegment(3562151b-8bf4-487d-bcfe-e1baea035031),segment_id=3562151b-8bf4-487d-bcfe-e1baea035031)] {{(pid=78792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:21:45.969562 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-583aba7b-1188-44d3-9dc0-6bb7a71ea2ce req-f5d4dc71-03c7-444d-b2fe-435ed1961658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3714866'] for port, after_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:45.976359 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:21:46.053347 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-8420fd27-6522-4b6d-9d28-1241f8093087 req-abd11a45-09db-4412-a9e0-0d0ea58ce378 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5f97bae-6cd9-488a-b971-8bbfbaad3da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457093 May 12 15:21:46.094700 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d4dc71-03c7-444d-b2fe-435ed1961658 service neutron] Pushing event updated for resources: {'Port': ['ID=0397f888-7270-457c-ba5d-1cb1e883e78e,revision_number=3']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:21:46.106242 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-f5d4dc71-03c7-444d-b2fe-435ed1961658 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:21:46.126489 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.notifiers.nova [req-9b792caa-ece3-479d-98db-66a7038d71ec req-ffdfd93a-c80b-4dc0-908e-91179cc74448 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2789e53-c377-45eb-861d-d455bca2a979 {{(pid=78793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 15:21:46.137394 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-9b792caa-ece3-479d-98db-66a7038d71ec req-ffdfd93a-c80b-4dc0-908e-91179cc74448 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:46.164988 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583aba7b-1188-44d3-9dc0-6bb7a71ea2ce req-f5d4dc71-03c7-444d-b2fe-435ed1961658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:46.165639 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-583aba7b-1188-44d3-9dc0-6bb7a71ea2ce req-f5d4dc71-03c7-444d-b2fe-435ed1961658 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2050383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for port, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:46.167187 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-583aba7b-1188-44d3-9dc0-6bb7a71ea2ce req-f5d4dc71-03c7-444d-b2fe-435ed1961658 service neutron] 10.222.0.85 "PUT /v2.0/ports/0397f888-7270-457c-ba5d-1cb1e883e78e HTTP/1.1" status: 200 len: 1093 time: 2.0167084 May 12 15:21:46.167674 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd92db591-6dbb-4f3e-82cb-45948e5ad77f', 'tag': '0397f888-7270-457c-ba5d-1cb1e883e78e'}] {{(pid=78792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:21:46.192454 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.provisioning_blocks [req-9b792caa-ece3-479d-98db-66a7038d71ec req-ffdfd93a-c80b-4dc0-908e-91179cc74448 service neutron] Transition to ACTIVE for port object d2789e53-c377-45eb-861d-d455bca2a979 will not be triggered until provisioned by entity L2. {{(pid=78793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:21:46.198543 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-9b792caa-ece3-479d-98db-66a7038d71ec req-ffdfd93a-c80b-4dc0-908e-91179cc74448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3598924'] for port, after_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:46.260103 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-885c357e-b807-4d19-817d-39755fed3400 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:21:46.304424 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81999670-0d33-44d6-8d48-b4d0567b8d57 req-77e9700c-7e77-441e-b6e7-35f282642ee4 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:46.306321 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-81999670-0d33-44d6-8d48-b4d0567b8d57 req-77e9700c-7e77-441e-b6e7-35f282642ee4 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=b12a7183-6ec1-495e-9a99-647885c7f2f3 HTTP/1.1" status: 200 len: 945 time: 0.2145021 May 12 15:21:46.389808 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdfd93a-c80b-4dc0-908e-91179cc74448 service neutron] Pushing event updated for resources: {'Port': ['ID=d2789e53-c377-45eb-861d-d455bca2a979,revision_number=2']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:21:46.392926 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583aba7b-1188-44d3-9dc0-6bb7a71ea2ce req-3823d2a3-b942-456d-b36d-249536803c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:46.394942 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-583aba7b-1188-44d3-9dc0-6bb7a71ea2ce req-3823d2a3-b942-456d-b36d-249536803c91 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=67d1815edccf41cfb649225313f265b3&device_id=d92db591-6dbb-4f3e-82cb-45948e5ad77f HTTP/1.1" status: 200 len: 1096 time: 0.1693718 May 12 15:21:46.398870 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-81999670-0d33-44d6-8d48-b4d0567b8d57 req-69fbbd27-810a-409e-8dc3-ff7d09ac0bfe tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841808 May 12 15:21:46.403240 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-ffdfd93a-c80b-4dc0-908e-91179cc74448 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:21:46.512155 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-583aba7b-1188-44d3-9dc0-6bb7a71ea2ce req-d6fc3f6f-35cc-46b8-8510-8f1f60c70eb5 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0397f888-7270-457c-ba5d-1cb1e883e78e HTTP/1.1" status: 200 len: 217 time: 0.0994558 May 12 15:21:46.563290 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b320c79e-d69d-4fdb-8f76-6585f34697b5 req-52778599-17bd-4711-894e-3037ae19405d tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:46.571441 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-b320c79e-d69d-4fdb-8f76-6585f34697b5 req-52778599-17bd-4711-894e-3037ae19405d tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=d92db591-6dbb-4f3e-82cb-45948e5ad77f HTTP/1.1" status: 200 len: 943 time: 0.3714232 May 12 15:21:46.622248 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.managers [req-9b792caa-ece3-479d-98db-66a7038d71ec req-ffdfd93a-c80b-4dc0-908e-91179cc74448 service neutron] Attempting to bind port d2789e53-c377-45eb-861d-d455bca2a979 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=78793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:21:46.622881 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.managers [req-9b792caa-ece3-479d-98db-66a7038d71ec req-ffdfd93a-c80b-4dc0-908e-91179cc74448 service neutron] Attempting to bind port d2789e53-c377-45eb-861d-d455bca2a979 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '7ee36844-76cc-45b7-8272-2e23d10e7138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0bad0335-fdcd-470a-b019-26fa010fc66b'}] {{(pid=78793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:21:46.623444 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b792caa-ece3-479d-98db-66a7038d71ec req-ffdfd93a-c80b-4dc0-908e-91179cc74448 service neutron] Attempting to bind port d2789e53-c377-45eb-861d-d455bca2a979 on network 0bad0335-fdcd-470a-b019-26fa010fc66b {{(pid=78793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:21:46.639566 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b792caa-ece3-479d-98db-66a7038d71ec req-ffdfd93a-c80b-4dc0-908e-91179cc74448 service neutron] Port d2789e53-c377-45eb-861d-d455bca2a979 on network 0bad0335-fdcd-470a-b019-26fa010fc66b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=78793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 15:21:46.640063 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b792caa-ece3-479d-98db-66a7038d71ec req-ffdfd93a-c80b-4dc0-908e-91179cc74448 service neutron] Attempting to bind port d2789e53-c377-45eb-861d-d455bca2a979 on network 0bad0335-fdcd-470a-b019-26fa010fc66b {{(pid=78793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:21:46.651593 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b792caa-ece3-479d-98db-66a7038d71ec req-ffdfd93a-c80b-4dc0-908e-91179cc74448 service neutron] Checking agent: {'id': 'f90bdb6d-8ae0-42e3-a09a-ceb4f970b9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 15, 18, 57), 'started_at': datetime.datetime(2021, 5, 12, 15, 18, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 15, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:21:46.651915 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b792caa-ece3-479d-98db-66a7038d71ec req-ffdfd93a-c80b-4dc0-908e-91179cc74448 service neutron] Checking segment: {'id': '7ee36844-76cc-45b7-8272-2e23d10e7138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0bad0335-fdcd-470a-b019-26fa010fc66b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:21:46.654219 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b792caa-ece3-479d-98db-66a7038d71ec req-ffdfd93a-c80b-4dc0-908e-91179cc74448 service neutron] Bound using segment: {'id': '7ee36844-76cc-45b7-8272-2e23d10e7138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0bad0335-fdcd-470a-b019-26fa010fc66b'} {{(pid=78793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:21:46.655493 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.managers [req-9b792caa-ece3-479d-98db-66a7038d71ec req-ffdfd93a-c80b-4dc0-908e-91179cc74448 service neutron] Bound port: d2789e53-c377-45eb-861d-d455bca2a979, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ee36844-76cc-45b7-8272-2e23d10e7138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0bad0335-fdcd-470a-b019-26fa010fc66b'}}] {{(pid=78793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:21:46.656046 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-9b792caa-ece3-479d-98db-66a7038d71ec req-ffdfd93a-c80b-4dc0-908e-91179cc74448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:46.658005 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583aba7b-1188-44d3-9dc0-6bb7a71ea2ce req-80c8631b-07a8-4d59-9653-f82702dc710c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:46.661700 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-583aba7b-1188-44d3-9dc0-6bb7a71ea2ce req-80c8631b-07a8-4d59-9653-f82702dc710c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=881371bc-0cab-4490-a652-bddfe720ce96 HTTP/1.1" status: 200 len: 855 time: 0.1452994 May 12 15:21:46.692714 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-b320c79e-d69d-4fdb-8f76-6585f34697b5 req-b315b59e-7b54-4149-a552-73f44627efa2 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/security-groups?id=6307c184-9367-4c50-a03b-173b376f0731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161339 May 12 15:21:46.731122 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd92db591-6dbb-4f3e-82cb-45948e5ad77f', 'tag': '0397f888-7270-457c-ba5d-1cb1e883e78e', 'status': 'completed', 'code': 200} May 12 15:21:46.738718 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-583aba7b-1188-44d3-9dc0-6bb7a71ea2ce req-363b130e-cdf9-44bc-9cb5-a48955f7f2a8 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=7a9a0a63-2af5-4556-bd7a-991a8e39d133&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693014 May 12 15:21:46.807491 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.db [req-9b792caa-ece3-479d-98db-66a7038d71ec req-ffdfd93a-c80b-4dc0-908e-91179cc74448 service neutron] For port d2789e53-c377-45eb-861d-d455bca2a979, host hv-cinder-78960, cleared binding levels {{(pid=78793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:21:46.812249 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.db [req-9b792caa-ece3-479d-98db-66a7038d71ec req-ffdfd93a-c80b-4dc0-908e-91179cc74448 service neutron] For port d2789e53-c377-45eb-861d-d455bca2a979, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=d2789e53-c377-45eb-861d-d455bca2a979,segment=NetworkSegment(7ee36844-76cc-45b7-8272-2e23d10e7138),segment_id=7ee36844-76cc-45b7-8272-2e23d10e7138)] {{(pid=78793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:21:46.819521 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-9b792caa-ece3-479d-98db-66a7038d71ec req-ffdfd93a-c80b-4dc0-908e-91179cc74448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3598924'] for port, after_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:46.827584 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-d10c052b-79b9-4bf8-ab80-f138e5da25ac tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:21:46.886101 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b792caa-ece3-479d-98db-66a7038d71ec req-ffdfd93a-c80b-4dc0-908e-91179cc74448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:46.886716 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-9b792caa-ece3-479d-98db-66a7038d71ec req-ffdfd93a-c80b-4dc0-908e-91179cc74448 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2050383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for port, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:46.888707 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-9b792caa-ece3-479d-98db-66a7038d71ec req-ffdfd93a-c80b-4dc0-908e-91179cc74448 service neutron] 10.222.0.85 "PUT /v2.0/ports/d2789e53-c377-45eb-861d-d455bca2a979 HTTP/1.1" status: 200 len: 1094 time: 1.6841898 May 12 15:21:46.891522 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d9fdae6-4646-4205-8861-91423357dce5', 'tag': 'd2789e53-c377-45eb-861d-d455bca2a979'}] {{(pid=78793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:21:46.915524 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-583aba7b-1188-44d3-9dc0-6bb7a71ea2ce req-2af63ad6-e662-4d38-b391-58800b13ef54 service neutron] 10.222.0.85 "GET /v2.0/networks/7a9a0a63-2af5-4556-bd7a-991a8e39d133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636786 May 12 15:21:47.044492 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d9fdae6-4646-4205-8861-91423357dce5', 'tag': 'd2789e53-c377-45eb-861d-d455bca2a979', 'status': 'completed', 'code': 200} May 12 15:21:47.073656 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdfd93a-c80b-4dc0-908e-91179cc74448 service neutron] Pushing event updated for resources: {'Port': ['ID=d2789e53-c377-45eb-861d-d455bca2a979,revision_number=3']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:21:47.079896 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-ffdfd93a-c80b-4dc0-908e-91179cc74448 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:21:47.119892 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb7de25-322c-4e7a-85c4-0ee662e2958e req-86da16f6-f90c-43f9-bb02-3bc164f8b120 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:47.120726 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [req-0fb7de25-322c-4e7a-85c4-0ee662e2958e req-86da16f6-f90c-43f9-bb02-3bc164f8b120 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Synchronizing usage tracker for tenant:8a21d04a99f0458e93f3f0fa12183ea4 on resource:port {{(pid=78793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:21:47.125917 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-583aba7b-1188-44d3-9dc0-6bb7a71ea2ce req-10872cfc-41f2-4ee2-a811-7e24b7eabd7e service neutron] 10.222.0.85 "GET /v2.0/networks/7a9a0a63-2af5-4556-bd7a-991a8e39d133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987977 May 12 15:21:47.154249 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b792caa-ece3-479d-98db-66a7038d71ec req-c9916bf4-0a69-4ff0-86bd-94de9be57c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:47.155920 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-9b792caa-ece3-479d-98db-66a7038d71ec req-c9916bf4-0a69-4ff0-86bd-94de9be57c5d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=8a21d04a99f0458e93f3f0fa12183ea4&device_id=3d9fdae6-4646-4205-8861-91423357dce5 HTTP/1.1" status: 200 len: 1097 time: 0.1826236 May 12 15:21:47.170254 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [req-0fb7de25-322c-4e7a-85c4-0ee662e2958e req-86da16f6-f90c-43f9-bb02-3bc164f8b120 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Unset dirty status for tenant:8a21d04a99f0458e93f3f0fa12183ea4 on resource:port {{(pid=78793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:21:47.171511 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-0fb7de25-322c-4e7a-85c4-0ee662e2958e req-86da16f6-f90c-43f9-bb02-3bc164f8b120 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d9fdae6-4646-4205-8861-91423357dce5 HTTP/1.1" status: 200 len: 944 time: 0.2535009 May 12 15:21:47.286152 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-9b792caa-ece3-479d-98db-66a7038d71ec req-8ba3a0a6-82c3-445c-a12a-a2334ea8ffdd service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d2789e53-c377-45eb-861d-d455bca2a979 HTTP/1.1" status: 200 len: 217 time: 0.0841248 May 12 15:21:47.292739 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [req-0fb7de25-322c-4e7a-85c4-0ee662e2958e req-de2b2902-3301-481e-948f-db3c460c3b02 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Synchronizing usage tracker for tenant:8a21d04a99f0458e93f3f0fa12183ea4 on resource:security_group {{(pid=78793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:21:47.310378 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [req-0fb7de25-322c-4e7a-85c4-0ee662e2958e req-de2b2902-3301-481e-948f-db3c460c3b02 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Unset dirty status for tenant:8a21d04a99f0458e93f3f0fa12183ea4 on resource:security_group {{(pid=78793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:21:47.311467 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-0fb7de25-322c-4e7a-85c4-0ee662e2958e req-de2b2902-3301-481e-948f-db3c460c3b02 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/security-groups?id=407a0da7-a4d3-4f3d-9cd4-51775d5611cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332333 May 12 15:21:47.319424 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 41314) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:21:47.352024 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13898359-957d-4971-96d7-6fac680f2244 req-da592ac9-74c4-476b-9356-0ea85c8c1ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:47.353722 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-13898359-957d-4971-96d7-6fac680f2244 req-da592ac9-74c4-476b-9356-0ea85c8c1ada service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=67d1815edccf41cfb649225313f265b3&device_id=d92db591-6dbb-4f3e-82cb-45948e5ad77f HTTP/1.1" status: 200 len: 1096 time: 0.1483846 May 12 15:21:47.372003 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62627bcd-33c3-46ae-baf4-f87688c42956 req-251054df-f175-42fb-97e7-793b06b5423c tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:47.377918 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-62627bcd-33c3-46ae-baf4-f87688c42956 req-251054df-f175-42fb-97e7-793b06b5423c tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bacbc99-4e8f-48ab-8de9-cde56445a512 HTTP/1.1" status: 200 len: 946 time: 0.1256647 May 12 15:21:47.424818 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-62627bcd-33c3-46ae-baf4-f87688c42956 req-e6f6abfd-c00b-4e95-a8fc-c7421bed2499 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5f97bae-6cd9-488a-b971-8bbfbaad3da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454640 May 12 15:21:47.448747 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-36e482af-22e5-468e-bbc9-1b607d03632e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:47.464054 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-36e482af-22e5-468e-bbc9-1b607d03632e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:21:47.468521 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-36e482af-22e5-468e-bbc9-1b607d03632e admin admin] Usage tracker for resource:security_group_rule and tenant:6b07d4654a984289b626c07130db3b8f is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:21:47.476431 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-36e482af-22e5-468e-bbc9-1b607d03632e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:21:47.482509 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-36e482af-22e5-468e-bbc9-1b607d03632e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:21:47.616550 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-36e482af-22e5-468e-bbc9-1b607d03632e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:47.623943 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-36e482af-22e5-468e-bbc9-1b607d03632e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:47.631827 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-b5f1a76d-31b4-48e3-970e-02d43aa864f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:21:47.679289 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e482af-22e5-468e-bbc9-1b607d03632e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1650a486-9a63-4d14-a23f-52dc732b131e,revision_number=1']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:21:47.682071 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-36e482af-22e5-468e-bbc9-1b607d03632e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:21:47.687258 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-36e482af-22e5-468e-bbc9-1b607d03632e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6b07d4654a984289b626c07130db3b8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3658803 May 12 15:21:47.690374 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 41326) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:21:47.745294 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f3bddb-861a-4497-8a20-1b8d9cd0233a req-e411fda2-381a-487a-8c29-72643bdd03b9 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:47.746850 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-44f3bddb-861a-4497-8a20-1b8d9cd0233a req-e411fda2-381a-487a-8c29-72643bdd03b9 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=b12a7183-6ec1-495e-9a99-647885c7f2f3 HTTP/1.1" status: 200 len: 945 time: 0.1921935 May 12 15:21:47.804650 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-436790b5-6d3d-4ed4-86d3-d65e71bff3f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:47.830262 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-44f3bddb-861a-4497-8a20-1b8d9cd0233a req-b8a52c1f-b9fc-4ef5-aeb6-e4124910828b tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746012 May 12 15:21:47.847379 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-436790b5-6d3d-4ed4-86d3-d65e71bff3f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:47.919992 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-436790b5-6d3d-4ed4-86d3-d65e71bff3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:47.929882 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-ae30f9cf-b401-4d6d-aeb9-b7241f821fb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:21:47.982765 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436790b5-6d3d-4ed4-86d3-d65e71bff3f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1650a486-9a63-4d14-a23f-52dc732b131e,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:21:47.995246 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-436790b5-6d3d-4ed4-86d3-d65e71bff3f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:21:48.003210 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-436790b5-6d3d-4ed4-86d3-d65e71bff3f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:48.004307 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-436790b5-6d3d-4ed4-86d3-d65e71bff3f7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1650a486-9a63-4d14-a23f-52dc732b131e HTTP/1.1" status: 204 len: 168 time: 0.3130093 May 12 15:21:48.046878 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f355386d-eab3-49ec-b22f-044c4418da83 req-056a2ba9-cc4e-4bb2-afb0-3fbbfba5ba6b tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:48.048442 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-f355386d-eab3-49ec-b22f-044c4418da83 req-056a2ba9-cc4e-4bb2-afb0-3fbbfba5ba6b tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=d92db591-6dbb-4f3e-82cb-45948e5ad77f HTTP/1.1" status: 200 len: 943 time: 0.1091285 May 12 15:21:48.101307 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-f355386d-eab3-49ec-b22f-044c4418da83 req-729e0442-42db-463b-9b5a-e7db40f049dc tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/security-groups?id=6307c184-9367-4c50-a03b-173b376f0731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434382 May 12 15:21:48.391667 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 41340) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:21:48.414903 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-be255aa2-cbb1-4d83-9e0f-e6015bad9854 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:48.533635 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-be255aa2-cbb1-4d83-9e0f-e6015bad9854 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:21:48.538920 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-be255aa2-cbb1-4d83-9e0f-e6015bad9854 admin admin] Usage tracker for resource:security_group_rule and tenant:de34368695ce4f0d8c3866f10527effb is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:21:48.543025 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-be255aa2-cbb1-4d83-9e0f-e6015bad9854 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:21:48.550178 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-be255aa2-cbb1-4d83-9e0f-e6015bad9854 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:21:48.606261 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4f56c1-0706-4b4c-a211-b24fa3a34af1 req-c2ea99cc-8471-4dc5-9511-aad25ebd833a tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:48.607759 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-3f4f56c1-0706-4b4c-a211-b24fa3a34af1 req-c2ea99cc-8471-4dc5-9511-aad25ebd833a tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d9fdae6-4646-4205-8861-91423357dce5 HTTP/1.1" status: 200 len: 944 time: 0.1216536 May 12 15:21:48.683100 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-3f4f56c1-0706-4b4c-a211-b24fa3a34af1 req-d1c210ad-fbdc-47de-9ab1-64c854c181c5 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/security-groups?id=407a0da7-a4d3-4f3d-9cd4-51775d5611cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693469 May 12 15:21:48.684899 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-f7d982d3-16b6-4916-9cca-f7e39c01e836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:48.722594 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-be255aa2-cbb1-4d83-9e0f-e6015bad9854 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:48.727670 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-be255aa2-cbb1-4d83-9e0f-e6015bad9854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:48.734595 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:21:48.778861 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-be255aa2-cbb1-4d83-9e0f-e6015bad9854 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=de34368695ce4f0d8c3866f10527effb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3859591 May 12 15:21:48.780506 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be255aa2-cbb1-4d83-9e0f-e6015bad9854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f41c3f65-bf1b-48d9-8599-7c667b6b0a26,revision_number=1']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:21:48.782241 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 41348) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:21:48.783484 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-be255aa2-cbb1-4d83-9e0f-e6015bad9854 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:21:48.849640 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-3a3fce66-13d4-497e-a9b9-6225b2d818d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:48.882262 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-3a3fce66-13d4-497e-a9b9-6225b2d818d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:48.894540 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b264379-2d17-4b1c-8365-5e145a68adc6 req-97b5b6cf-e7bc-427c-aa09-5d58747a63c4 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:48.896162 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-3b264379-2d17-4b1c-8365-5e145a68adc6 req-97b5b6cf-e7bc-427c-aa09-5d58747a63c4 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bacbc99-4e8f-48ab-8de9-cde56445a512 HTTP/1.1" status: 200 len: 946 time: 0.0912297 May 12 15:21:48.942992 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-3a3fce66-13d4-497e-a9b9-6225b2d818d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:48.948665 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-44bc5985-321c-4486-aeac-13c20499d702 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:21:48.953763 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-3b264379-2d17-4b1c-8365-5e145a68adc6 req-6ab5a8bb-d072-49b9-b74b-30d7100e9d4c tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5f97bae-6cd9-488a-b971-8bbfbaad3da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491650 May 12 15:21:48.960889 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3fce66-13d4-497e-a9b9-6225b2d818d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41c3f65-bf1b-48d9-8599-7c667b6b0a26,revision_number=None']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:21:48.962592 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-3a3fce66-13d4-497e-a9b9-6225b2d818d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:21:48.968415 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-3a3fce66-13d4-497e-a9b9-6225b2d818d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:48.969540 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-3a3fce66-13d4-497e-a9b9-6225b2d818d1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f41c3f65-bf1b-48d9-8599-7c667b6b0a26 HTTP/1.1" status: 204 len: 168 time: 0.1855514 May 12 15:21:49.211054 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047668b0-104e-4fa3-a33e-325f0aa7d2b5 req-ffa70b50-193e-42b3-bed1-1de0f5c01e87 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:49.215059 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-047668b0-104e-4fa3-a33e-325f0aa7d2b5 req-ffa70b50-193e-42b3-bed1-1de0f5c01e87 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=b12a7183-6ec1-495e-9a99-647885c7f2f3 HTTP/1.1" status: 200 len: 945 time: 0.1114359 May 12 15:21:49.272645 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-047668b0-104e-4fa3-a33e-325f0aa7d2b5 req-2c2d717c-2e96-43f6-8deb-c72255c9e907 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537438 May 12 15:21:49.487626 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894aa626-ce8f-414d-9772-d62bbfe0b7c2 req-a5dc9522-bdb9-4520-805f-7a2ff527449e tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:49.489173 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-894aa626-ce8f-414d-9772-d62bbfe0b7c2 req-a5dc9522-bdb9-4520-805f-7a2ff527449e tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=d92db591-6dbb-4f3e-82cb-45948e5ad77f HTTP/1.1" status: 200 len: 943 time: 0.1114728 May 12 15:21:49.564785 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-894aa626-ce8f-414d-9772-d62bbfe0b7c2 req-be0ca1c0-bf97-423d-80eb-0f7574527177 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/security-groups?id=6307c184-9367-4c50-a03b-173b376f0731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685616 May 12 15:21:49.895384 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b44edc-6f00-4fe6-aff7-5f7f33a3f63f req-fd88b344-dd5b-4986-a30a-c3a9e9e025a8 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:49.896839 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-f7b44edc-6f00-4fe6-aff7-5f7f33a3f63f req-fd88b344-dd5b-4986-a30a-c3a9e9e025a8 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d9fdae6-4646-4205-8861-91423357dce5 HTTP/1.1" status: 200 len: 944 time: 0.0924394 May 12 15:21:49.965231 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-f7b44edc-6f00-4fe6-aff7-5f7f33a3f63f req-4e91e842-c7bf-4697-a113-a26e068634bb tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/security-groups?id=407a0da7-a4d3-4f3d-9cd4-51775d5611cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617654 May 12 15:21:50.195560 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b113445a-eb2a-4109-bd4b-f9bcb1031659 req-55144b0e-8f0b-49a6-a4a4-481755637d52 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:50.197099 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-b113445a-eb2a-4109-bd4b-f9bcb1031659 req-55144b0e-8f0b-49a6-a4a4-481755637d52 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bacbc99-4e8f-48ab-8de9-cde56445a512 HTTP/1.1" status: 200 len: 946 time: 0.1137404 May 12 15:21:50.251091 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-b113445a-eb2a-4109-bd4b-f9bcb1031659 req-58d0748a-fd5f-4ed3-b0d8-cd433fc24635 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5f97bae-6cd9-488a-b971-8bbfbaad3da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471294 May 12 15:21:50.486029 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f907485-772d-43c2-b820-781b24a3af5d req-8af0ec8c-9ce7-439f-8864-b4ba8887c547 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:50.488048 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-6f907485-772d-43c2-b820-781b24a3af5d req-8af0ec8c-9ce7-439f-8864-b4ba8887c547 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=b12a7183-6ec1-495e-9a99-647885c7f2f3 HTTP/1.1" status: 200 len: 945 time: 0.0888574 May 12 15:21:50.539589 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-6f907485-772d-43c2-b820-781b24a3af5d req-d09a0f16-b202-4468-807e-84e6a3a9f4ef tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454803 May 12 15:21:50.783453 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a538ba-6f2d-4526-90f7-93e32a9d432b req-4194dfd2-8842-412d-83b6-ed3ad9ac644d tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:50.788318 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-c1a538ba-6f2d-4526-90f7-93e32a9d432b req-4194dfd2-8842-412d-83b6-ed3ad9ac644d tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=d92db591-6dbb-4f3e-82cb-45948e5ad77f HTTP/1.1" status: 200 len: 943 time: 0.0902095 May 12 15:21:50.841298 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-c1a538ba-6f2d-4526-90f7-93e32a9d432b req-82f28608-dd3d-4d1b-b7bd-7d219db81671 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/security-groups?id=6307c184-9367-4c50-a03b-173b376f0731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488405 May 12 15:21:51.098890 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-eebf1a4d-017f-4de3-9a6a-19e384abc9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:51.196232 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af6a97c-af82-4259-beae-0f4db5131f76 req-772afab9-380d-468d-a53d-383b2d3c7ade tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:51.197610 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-8af6a97c-af82-4259-beae-0f4db5131f76 req-772afab9-380d-468d-a53d-383b2d3c7ade tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d9fdae6-4646-4205-8861-91423357dce5 HTTP/1.1" status: 200 len: 944 time: 0.1062691 May 12 15:21:51.244332 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-8af6a97c-af82-4259-beae-0f4db5131f76 req-a9938e3f-513c-4631-8176-ed5a34d4f7a1 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/security-groups?id=407a0da7-a4d3-4f3d-9cd4-51775d5611cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408146 May 12 15:21:51.362415 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b792caa-ece3-479d-98db-66a7038d71ec req-4ecdc656-a0a3-4b9a-91cc-fc7a52dfad1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:51.364159 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-9b792caa-ece3-479d-98db-66a7038d71ec req-4ecdc656-a0a3-4b9a-91cc-fc7a52dfad1f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=3541dbd9-2a7a-462a-a911-9b9cbe5c2a12 HTTP/1.1" status: 200 len: 854 time: 0.0673835 May 12 15:21:51.453498 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c81ac-7e3d-4f26-b999-967a7c558d36 req-b6769a09-fb98-41d4-a659-1a0174ad94c7 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:51.454906 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-655c81ac-7e3d-4f26-b999-967a7c558d36 req-b6769a09-fb98-41d4-a659-1a0174ad94c7 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bacbc99-4e8f-48ab-8de9-cde56445a512 HTTP/1.1" status: 200 len: 946 time: 0.0828831 May 12 15:21:51.503704 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-655c81ac-7e3d-4f26-b999-967a7c558d36 req-6a8c22c0-ee5e-4148-b6e6-dcdc8ee4f353 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5f97bae-6cd9-488a-b971-8bbfbaad3da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422978 May 12 15:21:51.616913 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:51.741571 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcc57ee-df58-4fe5-9554-f1c10cd8e725 req-ec976e0c-8f29-4992-9762-d8886426a76e tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:51.743672 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-9fcc57ee-df58-4fe5-9554-f1c10cd8e725 req-ec976e0c-8f29-4992-9762-d8886426a76e tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=b12a7183-6ec1-495e-9a99-647885c7f2f3 HTTP/1.1" status: 200 len: 945 time: 0.0952742 May 12 15:21:51.793812 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-9fcc57ee-df58-4fe5-9554-f1c10cd8e725 req-ba5eb731-c0f5-499d-8ff7-c6a8739a9f13 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438859 May 12 15:21:52.041378 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a7b918-5efd-4bcf-8ced-920b08e4ca9c req-a33d4e3d-4e65-40f8-8932-7db37b309f0e tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:52.042845 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-f4a7b918-5efd-4bcf-8ced-920b08e4ca9c req-a33d4e3d-4e65-40f8-8932-7db37b309f0e tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=d92db591-6dbb-4f3e-82cb-45948e5ad77f HTTP/1.1" status: 200 len: 943 time: 0.0842628 May 12 15:21:52.098981 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-f4a7b918-5efd-4bcf-8ced-920b08e4ca9c req-8e83113e-e443-4299-803e-153f97cf80e3 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/security-groups?id=6307c184-9367-4c50-a03b-173b376f0731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487816 May 12 15:21:52.258432 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-8e9e3eb0-3c8e-4693-b231-5e176560d846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:52.459608 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6986f161-47d5-43ac-b2da-a3be9e0b4342 req-0110dcb2-d8fa-4744-a0aa-b490fb6cefe2 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:52.462317 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-6986f161-47d5-43ac-b2da-a3be9e0b4342 req-0110dcb2-d8fa-4744-a0aa-b490fb6cefe2 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d9fdae6-4646-4205-8861-91423357dce5 HTTP/1.1" status: 200 len: 944 time: 0.0955458 May 12 15:21:52.516411 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-6986f161-47d5-43ac-b2da-a3be9e0b4342 req-41033a21-e337-449c-92b5-3106d878628c tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/security-groups?id=407a0da7-a4d3-4f3d-9cd4-51775d5611cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494835 May 12 15:21:52.695036 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b3b38d-0a96-4b7c-9ac3-3fac712035da req-ced98309-93c7-473f-bd7e-9ff2b35cca95 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:52.696477 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-89b3b38d-0a96-4b7c-9ac3-3fac712035da req-ced98309-93c7-473f-bd7e-9ff2b35cca95 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bacbc99-4e8f-48ab-8de9-cde56445a512 HTTP/1.1" status: 200 len: 946 time: 0.0857184 May 12 15:21:52.744999 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-89b3b38d-0a96-4b7c-9ac3-3fac712035da req-59cbc449-be01-417f-8c83-c32d2bd5eb30 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5f97bae-6cd9-488a-b971-8bbfbaad3da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426226 May 12 15:21:52.981556 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04e0248-c2d3-4c24-84b4-9c820144096d req-1e9d3058-c001-46ec-84bd-8c7eedfc8bf6 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:52.983055 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-a04e0248-c2d3-4c24-84b4-9c820144096d req-1e9d3058-c001-46ec-84bd-8c7eedfc8bf6 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=b12a7183-6ec1-495e-9a99-647885c7f2f3 HTTP/1.1" status: 200 len: 945 time: 0.0799909 May 12 15:21:53.076990 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-a04e0248-c2d3-4c24-84b4-9c820144096d req-ed18f05b-ea01-4c0c-81d2-d791ab0237e8 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879900 May 12 15:21:53.275364 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-9b792caa-ece3-479d-98db-66a7038d71ec req-1f18a2c9-41de-4be1-9195-d2bc523b9163 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=0bad0335-fdcd-470a-b019-26fa010fc66b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823853 May 12 15:21:53.343015 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13898359-957d-4971-96d7-6fac680f2244 req-48a8a7f4-27af-46a9-9b03-608c0befe840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:53.344522 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-13898359-957d-4971-96d7-6fac680f2244 req-48a8a7f4-27af-46a9-9b03-608c0befe840 service neutron] 10.222.0.85 "GET /v2.0/networks?id=7a9a0a63-2af5-4556-bd7a-991a8e39d133 HTTP/1.1" status: 200 len: 916 time: 0.1872768 May 12 15:21:53.414208 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-f98949bf-1244-4a53-919e-3e63ce05f362 req-28cfa917-ace4-44cd-a852-4148a393803b service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=380c23e1-1666-441c-ac21-270ec89faa80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1902013 May 12 15:21:53.423180 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-13898359-957d-4971-96d7-6fac680f2244 req-50c94884-98bc-4603-a7b2-0eb3f7e40e42 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0397f888-7270-457c-ba5d-1cb1e883e78e HTTP/1.1" status: 200 len: 217 time: 0.0673621 May 12 15:21:53.443617 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa6a7e-5a15-4677-b583-f9673c39d283 req-92052400-0d1d-4df8-92ca-fed6191d12fb tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:53.445231 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-05aa6a7e-5a15-4677-b583-f9673c39d283 req-92052400-0d1d-4df8-92ca-fed6191d12fb tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=d92db591-6dbb-4f3e-82cb-45948e5ad77f HTTP/1.1" status: 200 len: 943 time: 0.2160337 May 12 15:21:53.459036 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-9b792caa-ece3-479d-98db-66a7038d71ec req-ba146fa9-f1a8-4cb2-a4b8-3b6722758913 service neutron] 10.222.0.85 "GET /v2.0/networks/0bad0335-fdcd-470a-b019-26fa010fc66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736021 May 12 15:21:53.488516 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13898359-957d-4971-96d7-6fac680f2244 req-1ad80772-d5bc-4d8d-b251-a5a16ae0c4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:53.489955 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-13898359-957d-4971-96d7-6fac680f2244 req-1ad80772-d5bc-4d8d-b251-a5a16ae0c4c7 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=881371bc-0cab-4490-a652-bddfe720ce96 HTTP/1.1" status: 200 len: 855 time: 0.0609767 May 12 15:21:53.583910 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-05aa6a7e-5a15-4677-b583-f9673c39d283 req-1c062e1c-9373-48d1-88fb-271d034ed249 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/security-groups?id=6307c184-9367-4c50-a03b-173b376f0731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278398 May 12 15:21:53.648135 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-9b792caa-ece3-479d-98db-66a7038d71ec req-68ded552-1d80-4eb7-890b-01fdac70a8e0 service neutron] 10.222.0.85 "GET /v2.0/networks/0bad0335-fdcd-470a-b019-26fa010fc66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734574 May 12 15:21:53.690815 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-13898359-957d-4971-96d7-6fac680f2244 req-ceb8a6a8-db98-49de-815c-b852d8827d5a service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=7a9a0a63-2af5-4556-bd7a-991a8e39d133&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1491349 May 12 15:21:53.806887 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98949bf-1244-4a53-919e-3e63ce05f362 req-be02ceab-9cd7-4ace-a00e-faf2ff8da764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:53.808436 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-f98949bf-1244-4a53-919e-3e63ce05f362 req-be02ceab-9cd7-4ace-a00e-faf2ff8da764 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=67d1815edccf41cfb649225313f265b3&device_id=380c23e1-1666-441c-ac21-270ec89faa80 HTTP/1.1" status: 200 len: 1098 time: 0.3032203 May 12 15:21:53.852646 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090401ed-e513-4481-be77-93b8224a0807 req-f6357f0e-c5c1-4b94-ab99-d29321e80c0e tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:53.854125 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-090401ed-e513-4481-be77-93b8224a0807 req-f6357f0e-c5c1-4b94-ab99-d29321e80c0e tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d9fdae6-4646-4205-8861-91423357dce5 HTTP/1.1" status: 200 len: 944 time: 0.1459529 May 12 15:21:53.878688 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31f9247-95fa-49a9-ac07-aa4fa6e5b316 req-84b63493-b27f-4a0a-9b62-7cfa18df0b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:53.880190 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-e31f9247-95fa-49a9-ac07-aa4fa6e5b316 req-84b63493-b27f-4a0a-9b62-7cfa18df0b59 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=8a21d04a99f0458e93f3f0fa12183ea4&device_id=3d9fdae6-4646-4205-8861-91423357dce5 HTTP/1.1" status: 200 len: 1097 time: 0.1383491 May 12 15:21:53.990402 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-090401ed-e513-4481-be77-93b8224a0807 req-5c0543ab-c8d4-4e85-ab06-daa62957c414 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/security-groups?id=407a0da7-a4d3-4f3d-9cd4-51775d5611cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281981 May 12 15:21:54.083931 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31f9247-95fa-49a9-ac07-aa4fa6e5b316 req-f2f0c821-df6c-458d-9299-b8ff14432763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:54.085720 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-e31f9247-95fa-49a9-ac07-aa4fa6e5b316 req-f2f0c821-df6c-458d-9299-b8ff14432763 service neutron] 10.222.0.85 "GET /v2.0/networks?id=0bad0335-fdcd-470a-b019-26fa010fc66b HTTP/1.1" status: 200 len: 915 time: 0.1960146 May 12 15:21:54.100714 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98949bf-1244-4a53-919e-3e63ce05f362 req-a5b95f5f-0a08-4db1-b68f-834f120c93df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:54.102317 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-f98949bf-1244-4a53-919e-3e63ce05f362 req-a5b95f5f-0a08-4db1-b68f-834f120c93df service neutron] 10.222.0.85 "GET /v2.0/networks?id=7a9a0a63-2af5-4556-bd7a-991a8e39d133 HTTP/1.1" status: 200 len: 916 time: 0.2688956 May 12 15:21:54.104644 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-13898359-957d-4971-96d7-6fac680f2244 req-858e7658-6604-4f51-9185-d0546eb7f7a0 service neutron] 10.222.0.85 "GET /v2.0/networks/7a9a0a63-2af5-4556-bd7a-991a8e39d133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3958733 May 12 15:21:54.172329 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-876105c5-eed7-46ba-a478-d2a34eb0d798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:54.191619 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-e31f9247-95fa-49a9-ac07-aa4fa6e5b316 req-ad282633-ea61-463b-a980-44d07154f5ad service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d2789e53-c377-45eb-861d-d455bca2a979 HTTP/1.1" status: 200 len: 217 time: 0.0982287 May 12 15:21:54.241136 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-f98949bf-1244-4a53-919e-3e63ce05f362 req-3e77dc7c-f2c8-4c3f-a9ed-42005d162ac7 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=04093988-8b4c-43e0-a443-019f68577186 HTTP/1.1" status: 200 len: 217 time: 0.1201937 May 12 15:21:54.269974 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31f9247-95fa-49a9-ac07-aa4fa6e5b316 req-af0d4f03-a665-4917-b91a-ac4730ad7e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:54.272026 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-e31f9247-95fa-49a9-ac07-aa4fa6e5b316 req-af0d4f03-a665-4917-b91a-ac4730ad7e1c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=3541dbd9-2a7a-462a-a911-9b9cbe5c2a12 HTTP/1.1" status: 200 len: 854 time: 0.0723996 May 12 15:21:54.382048 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9a1b38-12e9-4317-a2ce-c7c717d7ffaf req-8f203710-2b35-4784-b247-5e0bef93e8ec tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:54.383460 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-8e9a1b38-12e9-4317-a2ce-c7c717d7ffaf req-8f203710-2b35-4784-b247-5e0bef93e8ec tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bacbc99-4e8f-48ab-8de9-cde56445a512 HTTP/1.1" status: 200 len: 946 time: 0.4188330 May 12 15:21:54.426734 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-e31f9247-95fa-49a9-ac07-aa4fa6e5b316 req-36d43f02-a16f-4016-97bb-8c09c46a5fc8 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=0bad0335-fdcd-470a-b019-26fa010fc66b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1348681 May 12 15:21:54.470347 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98949bf-1244-4a53-919e-3e63ce05f362 req-c9862569-7780-4db5-a83d-a5d4bac4478b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:54.471781 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-f98949bf-1244-4a53-919e-3e63ce05f362 req-c9862569-7780-4db5-a83d-a5d4bac4478b service neutron] 10.222.0.85 "GET /v2.0/subnets?id=881371bc-0cab-4490-a652-bddfe720ce96 HTTP/1.1" status: 200 len: 855 time: 0.1668336 May 12 15:21:54.481560 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-8e9a1b38-12e9-4317-a2ce-c7c717d7ffaf req-9ee5f26c-67e6-4fb2-ac61-4af030786977 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5f97bae-6cd9-488a-b971-8bbfbaad3da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895543 May 12 15:21:54.483462 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-13898359-957d-4971-96d7-6fac680f2244 req-801fa91f-89ee-4682-9b1a-427085e677b2 service neutron] 10.222.0.85 "GET /v2.0/networks/7a9a0a63-2af5-4556-bd7a-991a8e39d133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2899635 May 12 15:21:54.534136 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-f98949bf-1244-4a53-919e-3e63ce05f362 req-1ab5da54-b1e5-4135-944b-1a4143a76b85 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=7a9a0a63-2af5-4556-bd7a-991a8e39d133&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471692 May 12 15:21:54.602385 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202ccb1c-66c9-4ca6-b62f-ba57e3dceeb6 req-97417f17-f0f9-4628-a5f4-f1f2586c22f8 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:54.603895 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-202ccb1c-66c9-4ca6-b62f-ba57e3dceeb6 req-97417f17-f0f9-4628-a5f4-f1f2586c22f8 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=b12a7183-6ec1-495e-9a99-647885c7f2f3 HTTP/1.1" status: 200 len: 945 time: 0.3083177 May 12 15:21:54.609751 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-e31f9247-95fa-49a9-ac07-aa4fa6e5b316 req-597b6114-a3c2-469f-b11a-f4d8f4eef8d7 service neutron] 10.222.0.85 "GET /v2.0/networks/0bad0335-fdcd-470a-b019-26fa010fc66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731946 May 12 15:21:54.705609 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-f98949bf-1244-4a53-919e-3e63ce05f362 req-23b074dd-00a2-411b-8139-670414ac3de8 service neutron] 10.222.0.85 "GET /v2.0/networks/7a9a0a63-2af5-4556-bd7a-991a8e39d133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611104 May 12 15:21:54.777471 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-202ccb1c-66c9-4ca6-b62f-ba57e3dceeb6 req-7de06a90-8e84-4969-8d23-a0c22ec41849 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666646 May 12 15:21:54.823361 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-e31f9247-95fa-49a9-ac07-aa4fa6e5b316 req-6524d63d-ed08-478f-8a48-7921132f2e68 service neutron] 10.222.0.85 "GET /v2.0/networks/0bad0335-fdcd-470a-b019-26fa010fc66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972485 May 12 15:21:54.901436 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-f98949bf-1244-4a53-919e-3e63ce05f362 req-a03a493a-f042-44d7-aed2-2acd11e05a8f service neutron] 10.222.0.85 "GET /v2.0/networks/7a9a0a63-2af5-4556-bd7a-991a8e39d133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865513 May 12 15:21:54.921712 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0263223-aa5c-4dbd-9a9e-a96aafa9a769 req-d4bd2785-4035-4413-8ce5-0859c72b2da1 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:54.923242 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-b0263223-aa5c-4dbd-9a9e-a96aafa9a769 req-d4bd2785-4035-4413-8ce5-0859c72b2da1 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=d92db591-6dbb-4f3e-82cb-45948e5ad77f HTTP/1.1" status: 200 len: 943 time: 0.1835747 May 12 15:21:54.975966 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-b0263223-aa5c-4dbd-9a9e-a96aafa9a769 req-eca5265e-936d-4958-a431-e68ea6e9a0f3 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/security-groups?id=6307c184-9367-4c50-a03b-173b376f0731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433385 May 12 15:21:55.194168 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180a5092-1115-4184-bf77-909f0a64239e req-30185d7a-eb4b-4cfb-9fc1-5ec383e024b1 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:55.195689 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-180a5092-1115-4184-bf77-909f0a64239e req-30185d7a-eb4b-4cfb-9fc1-5ec383e024b1 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d9fdae6-4646-4205-8861-91423357dce5 HTTP/1.1" status: 200 len: 944 time: 0.0882657 May 12 15:21:55.245312 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-180a5092-1115-4184-bf77-909f0a64239e req-29e8ca8d-a6e8-4ac0-89aa-63e8b0bd6296 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/security-groups?id=407a0da7-a4d3-4f3d-9cd4-51775d5611cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431242 May 12 15:21:55.687353 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4c867f-c09a-48d5-ba3f-f5cc82cd8812 req-62cf0b75-e5b7-461a-ac17-ee97d8a4e0df tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:55.688923 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-3c4c867f-c09a-48d5-ba3f-f5cc82cd8812 req-62cf0b75-e5b7-461a-ac17-ee97d8a4e0df tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bacbc99-4e8f-48ab-8de9-cde56445a512 HTTP/1.1" status: 200 len: 946 time: 0.0855544 May 12 15:21:55.742341 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-3c4c867f-c09a-48d5-ba3f-f5cc82cd8812 req-1f0f6d54-755b-4a7d-ab76-8e9804c65f44 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5f97bae-6cd9-488a-b971-8bbfbaad3da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466993 May 12 15:21:56.013821 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d9579b-ab55-4918-aa21-630293417819 req-c8f3b3df-abda-407d-ac18-cf5e7397001f tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:56.016800 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-82d9579b-ab55-4918-aa21-630293417819 req-c8f3b3df-abda-407d-ac18-cf5e7397001f tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=b12a7183-6ec1-495e-9a99-647885c7f2f3 HTTP/1.1" status: 200 len: 945 time: 0.1079197 May 12 15:21:56.095498 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-82d9579b-ab55-4918-aa21-630293417819 req-91f49fa5-5049-413f-b7fa-15873dafe2aa tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687711 May 12 15:21:56.346099 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9b500d-0a7a-4d1d-91ab-60e4e038cf20 req-d20006d6-4561-4483-8b4d-74cba7352c78 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:56.347566 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-7d9b500d-0a7a-4d1d-91ab-60e4e038cf20 req-d20006d6-4561-4483-8b4d-74cba7352c78 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=d92db591-6dbb-4f3e-82cb-45948e5ad77f HTTP/1.1" status: 200 len: 943 time: 0.0965166 May 12 15:21:56.412045 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-7d9b500d-0a7a-4d1d-91ab-60e4e038cf20 req-286ba476-1db6-4a4d-97ea-b35bbf82e731 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/security-groups?id=6307c184-9367-4c50-a03b-173b376f0731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585706 May 12 15:21:56.681240 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:21:56.693654 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb88999-5350-4688-a8b6-4d72a9ca5ca8 req-70a2a3e8-d4ce-4962-a720-5519fbb31d0f tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:56.695233 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-deb88999-5350-4688-a8b6-4d72a9ca5ca8 req-70a2a3e8-d4ce-4962-a720-5519fbb31d0f tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d9fdae6-4646-4205-8861-91423357dce5 HTTP/1.1" status: 200 len: 944 time: 0.1775031 May 12 15:21:56.743676 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-deb88999-5350-4688-a8b6-4d72a9ca5ca8 req-2fbe34be-d110-4b69-a1b6-e8e042a32655 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/security-groups?id=407a0da7-a4d3-4f3d-9cd4-51775d5611cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421593 May 12 15:21:56.939114 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2329153-bf05-40cd-ad02-c9b64f7b1e99 req-14772894-f730-430e-8cff-f45a3b6ee713 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:56.940608 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-a2329153-bf05-40cd-ad02-c9b64f7b1e99 req-14772894-f730-430e-8cff-f45a3b6ee713 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bacbc99-4e8f-48ab-8de9-cde56445a512 HTTP/1.1" status: 200 len: 946 time: 0.0858746 May 12 15:21:56.988188 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-a2329153-bf05-40cd-ad02-c9b64f7b1e99 req-72cf4056-6190-4c27-8420-a56537f4a805 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5f97bae-6cd9-488a-b971-8bbfbaad3da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403371 May 12 15:21:57.321069 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cdf5a5-585a-4863-a23b-81ebf4797ca7 req-014f0d23-6cab-4863-b0de-4f890f2c02dc tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:57.322639 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-96cdf5a5-585a-4863-a23b-81ebf4797ca7 req-014f0d23-6cab-4863-b0de-4f890f2c02dc tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=b12a7183-6ec1-495e-9a99-647885c7f2f3 HTTP/1.1" status: 200 len: 945 time: 0.0970371 May 12 15:21:57.393875 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-96cdf5a5-585a-4863-a23b-81ebf4797ca7 req-26b324d1-d7d1-4278-9f7a-5df57d3d72b8 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647519 May 12 15:21:57.607657 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e47c21-bd12-4c27-abb2-0fd9a4328d88 req-1d883cfa-f9cc-4ce9-858f-399b1464a076 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:57.609191 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-a3e47c21-bd12-4c27-abb2-0fd9a4328d88 req-1d883cfa-f9cc-4ce9-858f-399b1464a076 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=d92db591-6dbb-4f3e-82cb-45948e5ad77f HTTP/1.1" status: 200 len: 943 time: 0.0821733 May 12 15:21:57.657263 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-a3e47c21-bd12-4c27-abb2-0fd9a4328d88 req-030eafec-e554-48bc-baf4-6bd38589757b tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/security-groups?id=6307c184-9367-4c50-a03b-173b376f0731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415223 May 12 15:21:57.945115 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af86862a-e49f-4dbf-94a2-4397b0b1cac0 req-c1e95102-4526-4032-8cea-fcf5300ad5a3 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:57.947512 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-af86862a-e49f-4dbf-94a2-4397b0b1cac0 req-c1e95102-4526-4032-8cea-fcf5300ad5a3 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d9fdae6-4646-4205-8861-91423357dce5 HTTP/1.1" status: 200 len: 944 time: 0.0897083 May 12 15:21:57.997215 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-af86862a-e49f-4dbf-94a2-4397b0b1cac0 req-fd7afbd1-7ee5-4744-9527-83d258656db4 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/security-groups?id=407a0da7-a4d3-4f3d-9cd4-51775d5611cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427723 May 12 15:21:58.150419 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.agents_db [None req-dd47ce14-932e-4540-b008-5e9038d1c348 None None] Agent healthcheck: found 6 active agents {{(pid=78795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 15:21:58.191375 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8093199e-c87e-4cb1-83b7-ccf8a19b4f19 req-eaafc148-cc61-4b01-af36-e1467d0a1297 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:58.192921 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-8093199e-c87e-4cb1-83b7-ccf8a19b4f19 req-eaafc148-cc61-4b01-af36-e1467d0a1297 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bacbc99-4e8f-48ab-8de9-cde56445a512 HTTP/1.1" status: 200 len: 946 time: 0.0888665 May 12 15:21:58.245082 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-8093199e-c87e-4cb1-83b7-ccf8a19b4f19 req-3c99fffc-1e6f-429f-82dd-b15da5000998 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5f97bae-6cd9-488a-b971-8bbfbaad3da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456545 May 12 15:21:58.586126 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4997753-2ca1-49ca-b5b3-3b8d72957ad7 req-cbe7913c-efaf-4431-b68a-5dc2c3b3c1a6 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:58.587536 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-a4997753-2ca1-49ca-b5b3-3b8d72957ad7 req-cbe7913c-efaf-4431-b68a-5dc2c3b3c1a6 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=b12a7183-6ec1-495e-9a99-647885c7f2f3 HTTP/1.1" status: 200 len: 945 time: 0.0812001 May 12 15:21:58.634479 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-a4997753-2ca1-49ca-b5b3-3b8d72957ad7 req-5f2e6c32-7b4e-4225-a961-b429d1a10439 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410657 May 12 15:21:58.853167 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555999e4-ce2a-46ea-8fbc-86964380a8c9 req-ef59c02a-2320-4823-a1f2-7ff2a5fbcf3a tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:58.854552 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-555999e4-ce2a-46ea-8fbc-86964380a8c9 req-ef59c02a-2320-4823-a1f2-7ff2a5fbcf3a tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=d92db591-6dbb-4f3e-82cb-45948e5ad77f HTTP/1.1" status: 200 len: 943 time: 0.0854468 May 12 15:21:58.899288 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-555999e4-ce2a-46ea-8fbc-86964380a8c9 req-2cf8083a-38f9-40d9-b5ce-baa574640b4a tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/security-groups?id=6307c184-9367-4c50-a03b-173b376f0731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388427 May 12 15:21:59.195958 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d596efda-f30a-48cf-9fe1-9e66655b3f59 req-429e568e-19e3-45b3-8b62-fd7da7e6c553 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:59.197471 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-d596efda-f30a-48cf-9fe1-9e66655b3f59 req-429e568e-19e3-45b3-8b62-fd7da7e6c553 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d9fdae6-4646-4205-8861-91423357dce5 HTTP/1.1" status: 200 len: 944 time: 0.0871029 May 12 15:21:59.251102 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-d596efda-f30a-48cf-9fe1-9e66655b3f59 req-c7662609-c2e2-42f9-8e94-cdc62eea395e tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/security-groups?id=407a0da7-a4d3-4f3d-9cd4-51775d5611cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432220 May 12 15:21:59.470387 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2ba1a1-4f48-4c2c-b321-03df92c1f255 req-1f3db510-78bd-4529-b6cb-08dd17a5999d tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:59.473527 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-6a2ba1a1-4f48-4c2c-b321-03df92c1f255 req-1f3db510-78bd-4529-b6cb-08dd17a5999d tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bacbc99-4e8f-48ab-8de9-cde56445a512 HTTP/1.1" status: 200 len: 946 time: 0.1132233 May 12 15:21:59.530230 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-6a2ba1a1-4f48-4c2c-b321-03df92c1f255 req-aaaf538f-5e58-4aaa-bd4f-527a09ed3095 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5f97bae-6cd9-488a-b971-8bbfbaad3da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498722 May 12 15:21:59.839021 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51af8dbc-7bd2-4d52-8bbf-2c50987d694c req-1d883495-8822-4ea3-8020-ca3ef4dcc71c tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:21:59.840589 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-51af8dbc-7bd2-4d52-8bbf-2c50987d694c req-1d883495-8822-4ea3-8020-ca3ef4dcc71c tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=b12a7183-6ec1-495e-9a99-647885c7f2f3 HTTP/1.1" status: 200 len: 945 time: 0.0975816 May 12 15:21:59.890545 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-51af8dbc-7bd2-4d52-8bbf-2c50987d694c req-06409580-cce8-40bc-aa75-295c82d69675 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438805 May 12 15:22:00.096965 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99614fc0-3070-48b3-a3e5-de246ad0ebd7 req-1d35641c-c42a-4201-866d-bfc4e0f33e28 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:00.098510 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-99614fc0-3070-48b3-a3e5-de246ad0ebd7 req-1d35641c-c42a-4201-866d-bfc4e0f33e28 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=d92db591-6dbb-4f3e-82cb-45948e5ad77f HTTP/1.1" status: 200 len: 943 time: 0.0850027 May 12 15:22:00.153576 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-99614fc0-3070-48b3-a3e5-de246ad0ebd7 req-e71d4f6c-ec13-461b-85a1-39409691512a tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/security-groups?id=6307c184-9367-4c50-a03b-173b376f0731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454178 May 12 15:22:00.547379 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898a1ca8-79a7-43ac-959e-aa72ba8be8a5 req-602553ce-53d5-497b-8280-737eb075f470 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:00.548940 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-898a1ca8-79a7-43ac-959e-aa72ba8be8a5 req-602553ce-53d5-497b-8280-737eb075f470 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d9fdae6-4646-4205-8861-91423357dce5 HTTP/1.1" status: 200 len: 944 time: 0.1826837 May 12 15:22:00.603445 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-898a1ca8-79a7-43ac-959e-aa72ba8be8a5 req-4f049091-32da-4aa4-bfcd-e3d0966f4ebc tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/security-groups?id=407a0da7-a4d3-4f3d-9cd4-51775d5611cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475740 May 12 15:22:00.794122 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd607387-095e-48de-b617-0bce95d0359d req-9fffd6d2-9586-4af3-887a-1ffe41ee145d tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:00.795582 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-dd607387-095e-48de-b617-0bce95d0359d req-9fffd6d2-9586-4af3-887a-1ffe41ee145d tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bacbc99-4e8f-48ab-8de9-cde56445a512 HTTP/1.1" status: 200 len: 946 time: 0.0830324 May 12 15:22:00.858123 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-dd607387-095e-48de-b617-0bce95d0359d req-a6c707a0-7e4c-4145-87e5-6e54a5f50611 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5f97bae-6cd9-488a-b971-8bbfbaad3da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563602 May 12 15:22:01.026658 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Device 84b91f9b-8e19-4ead-8758-eaa0d1c6b869 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=78794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:22:01.131921 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf7252b-1af1-46f3-9ca8-4f7741dba33d req-9402f236-4f45-455d-be50-9d5b08d5d1d5 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:01.133422 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-faf7252b-1af1-46f3-9ca8-4f7741dba33d req-9402f236-4f45-455d-be50-9d5b08d5d1d5 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=b12a7183-6ec1-495e-9a99-647885c7f2f3 HTTP/1.1" status: 200 len: 945 time: 0.0838983 May 12 15:22:01.193693 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-faf7252b-1af1-46f3-9ca8-4f7741dba33d req-febe49ec-0856-4b2f-8371-0aa9b6f7022e tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542810 May 12 15:22:01.222856 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:01.263346 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bacbc99-4e8f-48ab-8de9-cde56445a512', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84b91f9b-8e19-4ead-8758-eaa0d1c6b869'}] {{(pid=78794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:22:01.278714 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] For port 84b91f9b-8e19-4ead-8758-eaa0d1c6b869, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=84b91f9b-8e19-4ead-8758-eaa0d1c6b869,segment=NetworkSegment(aed3de80-ed18-460e-b055-6eaee58095ed),segment_id=aed3de80-ed18-460e-b055-6eaee58095ed)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:22:01.285219 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:01.288473 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:22:01.322951 dv-cinder-789603-6-iscsi neutron-server[78794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bacbc99-4e8f-48ab-8de9-cde56445a512', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84b91f9b-8e19-4ead-8758-eaa0d1c6b869', 'code': 200} May 12 15:22:01.334157 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83224d61-f489-4d30-ba5c-44d3cc4cc85d req-46874b82-90c2-4f46-a542-777945e5fef8 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:01.335785 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-83224d61-f489-4d30-ba5c-44d3cc4cc85d req-46874b82-90c2-4f46-a542-777945e5fef8 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] 10.222.0.85 "GET /v2.0/ports?device_id=2bacbc99-4e8f-48ab-8de9-cde56445a512 HTTP/1.1" status: 200 len: 946 time: 0.1617939 May 12 15:22:01.363757 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Pushing event updated for resources: {'Port': ['ID=84b91f9b-8e19-4ead-8758-eaa0d1c6b869,revision_number=6']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:22:01.371483 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:22:01.371821 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:22:01.372161 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:22:01.372494 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:22:01.372834 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:22:01.373137 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:22:01.373451 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:22:01.373765 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:22:01.374224 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:22:01.374569 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:22:01.374866 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:22:01.375171 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:22:01.379868 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:22:01.392613 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8101e3e-70a4-4049-aea1-923c2986621b req-3f5676ca-4789-4bb3-95b0-ee6b085edd45 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:01.394787 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-a8101e3e-70a4-4049-aea1-923c2986621b req-3f5676ca-4789-4bb3-95b0-ee6b085edd45 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=d92db591-6dbb-4f3e-82cb-45948e5ad77f HTTP/1.1" status: 200 len: 943 time: 0.1080470 May 12 15:22:01.454346 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-a8101e3e-70a4-4049-aea1-923c2986621b req-0c87de85-bda9-4486-b254-3c41c03857a1 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/security-groups?id=6307c184-9367-4c50-a03b-173b376f0731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507441 May 12 15:22:01.725422 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.plugin [req-83224d61-f489-4d30-ba5c-44d3cc4cc85d req-7260c1bf-b9d4-484f-80e0-18a5e02159e6 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] Deleting port 84b91f9b-8e19-4ead-8758-eaa0d1c6b869 {{(pid=78792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:22:01.725916 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-83224d61-f489-4d30-ba5c-44d3cc4cc85d req-7260c1bf-b9d4-484f-80e0-18a5e02159e6 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649292957'] for port, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:01.905723 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.db [req-83224d61-f489-4d30-ba5c-44d3cc4cc85d req-7260c1bf-b9d4-484f-80e0-18a5e02159e6 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] For port 84b91f9b-8e19-4ead-8758-eaa0d1c6b869, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=84b91f9b-8e19-4ead-8758-eaa0d1c6b869,segment=NetworkSegment(aed3de80-ed18-460e-b055-6eaee58095ed),segment_id=aed3de80-ed18-460e-b055-6eaee58095ed)] {{(pid=78792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:22:01.906116 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-83224d61-f489-4d30-ba5c-44d3cc4cc85d req-7260c1bf-b9d4-484f-80e0-18a5e02159e6 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:01.938759 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cdf012-3b74-4d7f-b669-376c1c062bc2 req-554cf732-e166-4ec7-92a9-df804922f194 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:01.942265 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-a4cdf012-3b74-4d7f-b669-376c1c062bc2 req-554cf732-e166-4ec7-92a9-df804922f194 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d9fdae6-4646-4205-8861-91423357dce5 HTTP/1.1" status: 200 len: 944 time: 0.1140239 May 12 15:22:01.991552 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-a4cdf012-3b74-4d7f-b669-376c1c062bc2 req-a1ce1e01-eb5f-4dea-9074-e2448d79fb93 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/security-groups?id=407a0da7-a4d3-4f3d-9cd4-51775d5611cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436108 May 12 15:22:02.234216 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.plugin [req-83224d61-f489-4d30-ba5c-44d3cc4cc85d req-7260c1bf-b9d4-484f-80e0-18a5e02159e6 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] Calling delete_port for 84b91f9b-8e19-4ead-8758-eaa0d1c6b869 owned by compute:nova {{(pid=78792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:22:02.412930 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409e0e44-3e19-461a-91bf-07519f87a484 req-ebe91be6-634b-4d5e-a52a-189f8119bc71 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:02.415089 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-409e0e44-3e19-461a-91bf-07519f87a484 req-ebe91be6-634b-4d5e-a52a-189f8119bc71 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bacbc99-4e8f-48ab-8de9-cde56445a512 HTTP/1.1" status: 200 len: 944 time: 0.4060583 May 12 15:22:02.463819 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b7800e-5de6-4bed-a5b0-6abf7989b68a req-b6545897-0259-462f-af10-9adbbdc5a846 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:02.468957 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-c1b7800e-5de6-4bed-a5b0-6abf7989b68a req-b6545897-0259-462f-af10-9adbbdc5a846 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=b12a7183-6ec1-495e-9a99-647885c7f2f3 HTTP/1.1" status: 200 len: 945 time: 0.1191881 May 12 15:22:02.512756 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-c1b7800e-5de6-4bed-a5b0-6abf7989b68a req-407f250d-294d-49c3-9471-b7f6f2363d11 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415220 May 12 15:22:02.518966 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-409e0e44-3e19-461a-91bf-07519f87a484 req-a8720b23-92a1-4dbc-ba7c-e1c94985da67 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5f97bae-6cd9-488a-b971-8bbfbaad3da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938785 May 12 15:22:02.537692 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-83224d61-f489-4d30-ba5c-44d3cc4cc85d req-7260c1bf-b9d4-484f-80e0-18a5e02159e6 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649297264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739648862733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3714859'] for port, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:02.544666 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:22:02.595992 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7260c1bf-b9d4-484f-80e0-18a5e02159e6 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] Pushing event deleted for resources: {'Port': ['ID=84b91f9b-8e19-4ead-8758-eaa0d1c6b869,revision_number=None']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:22:02.624919 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-7260c1bf-b9d4-484f-80e0-18a5e02159e6 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:22:02.671318 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.l3_dvrscheduler_db [req-83224d61-f489-4d30-ba5c-44d3cc4cc85d req-7260c1bf-b9d4-484f-80e0-18a5e02159e6 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] No DVR routers for this DVR port 84b91f9b-8e19-4ead-8758-eaa0d1c6b869 on host hv-cinder-78960 {{(pid=78792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:22:02.674827 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-83224d61-f489-4d30-ba5c-44d3cc4cc85d req-7260c1bf-b9d4-484f-80e0-18a5e02159e6 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2050383'] for port, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:02.678525 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bacbc99-4e8f-48ab-8de9-cde56445a512', 'name': 'network-vif-deleted', 'tag': '84b91f9b-8e19-4ead-8758-eaa0d1c6b869'}] {{(pid=78792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:22:02.697376 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-83224d61-f489-4d30-ba5c-44d3cc4cc85d req-7260c1bf-b9d4-484f-80e0-18a5e02159e6 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] 10.222.0.85 "DELETE /v2.0/ports/84b91f9b-8e19-4ead-8758-eaa0d1c6b869 HTTP/1.1" status: 204 len: 173 time: 1.1322463 May 12 15:22:02.713169 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fa3e56-464e-4ba5-b3cc-51657f56ada6 req-e6161e3b-654a-4aa2-88ea-1f5f9686f6ff tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:02.715093 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-97fa3e56-464e-4ba5-b3cc-51657f56ada6 req-e6161e3b-654a-4aa2-88ea-1f5f9686f6ff tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=d92db591-6dbb-4f3e-82cb-45948e5ad77f HTTP/1.1" status: 200 len: 943 time: 0.0958669 May 12 15:22:02.735672 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bacbc99-4e8f-48ab-8de9-cde56445a512', 'name': 'network-vif-deleted', 'tag': '84b91f9b-8e19-4ead-8758-eaa0d1c6b869', 'status': 'completed', 'code': 200} May 12 15:22:02.784601 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-97fa3e56-464e-4ba5-b3cc-51657f56ada6 req-bab0292e-c4c6-4552-8618-ca357c07fac3 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/security-groups?id=6307c184-9367-4c50-a03b-173b376f0731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608165 May 12 15:22:03.202949 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4ccc1-f0cf-4fba-abee-18111f525afb req-dbcc86b1-f46f-424f-a803-2760e4c4a03e tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:03.204710 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-c7c4ccc1-f0cf-4fba-abee-18111f525afb req-dbcc86b1-f46f-424f-a803-2760e4c4a03e tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d9fdae6-4646-4205-8861-91423357dce5 HTTP/1.1" status: 200 len: 944 time: 0.0984890 May 12 15:22:03.254104 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-c7c4ccc1-f0cf-4fba-abee-18111f525afb req-3a7dcc74-0d00-4829-b4d7-d3f52e10f1d8 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/security-groups?id=407a0da7-a4d3-4f3d-9cd4-51775d5611cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425999 May 12 15:22:03.717638 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da823467-ad09-4826-a916-b7351f619b16 req-f08833b0-4966-4157-9261-72c9109dcc9c tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:03.719308 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-da823467-ad09-4826-a916-b7351f619b16 req-f08833b0-4966-4157-9261-72c9109dcc9c tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=b12a7183-6ec1-495e-9a99-647885c7f2f3 HTTP/1.1" status: 200 len: 945 time: 0.0839229 May 12 15:22:03.726672 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-346860ac-b120-4cf1-9346-612a15376c9e req-8b9954a6-7808-4f42-a589-a9957d9c0b60 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bacbc99-4e8f-48ab-8de9-cde56445a512 HTTP/1.1" status: 200 len: 210 time: 0.0448627 May 12 15:22:03.769333 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-da823467-ad09-4826-a916-b7351f619b16 req-a70c854e-2f98-4229-b36e-f6ba4620c210 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440302 May 12 15:22:04.030714 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3633201-d4f0-44c6-83fa-192a9a2297d0 req-d28298d7-8828-4dfc-ac10-77a1c975eb22 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:04.032443 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-c3633201-d4f0-44c6-83fa-192a9a2297d0 req-d28298d7-8828-4dfc-ac10-77a1c975eb22 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=d92db591-6dbb-4f3e-82cb-45948e5ad77f HTTP/1.1" status: 200 len: 943 time: 0.0974731 May 12 15:22:04.082175 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-c3633201-d4f0-44c6-83fa-192a9a2297d0 req-436e772d-e6ed-47f0-9da1-131ecd9e121e tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/security-groups?id=6307c184-9367-4c50-a03b-173b376f0731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437183 May 12 15:22:04.445367 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b95282-7f48-4e0e-bdb3-74a79b3294b8 req-6518f485-6708-44de-9485-7dda830092a4 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:04.446848 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-a8b95282-7f48-4e0e-bdb3-74a79b3294b8 req-6518f485-6708-44de-9485-7dda830092a4 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d9fdae6-4646-4205-8861-91423357dce5 HTTP/1.1" status: 200 len: 944 time: 0.0827994 May 12 15:22:04.495714 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-a8b95282-7f48-4e0e-bdb3-74a79b3294b8 req-7044aef9-5a6a-49f9-8143-2f83565ba745 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/security-groups?id=407a0da7-a4d3-4f3d-9cd4-51775d5611cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425420 May 12 15:22:04.899646 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [req-f78597d5-2af0-49f2-98ac-2195236f48d2 req-d8cadb54-2de6-468c-8a97-7b9ac215fbfc tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] Synchronizing usage tracker for tenant:eaed5db22aef49719f96c44d6e15bfdb on resource:port {{(pid=78792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:22:04.920723 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [req-f78597d5-2af0-49f2-98ac-2195236f48d2 req-d8cadb54-2de6-468c-8a97-7b9ac215fbfc tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] Unset dirty status for tenant:eaed5db22aef49719f96c44d6e15bfdb on resource:port {{(pid=78792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:22:04.922060 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-f78597d5-2af0-49f2-98ac-2195236f48d2 req-d8cadb54-2de6-468c-8a97-7b9ac215fbfc tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bacbc99-4e8f-48ab-8de9-cde56445a512 HTTP/1.1" status: 200 len: 210 time: 0.0687077 May 12 15:22:05.146062 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa35426b-f021-4066-8201-3eda7eb1855e req-8d6de497-a5cc-41a4-bf22-4da17864ce0b tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:05.147546 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-aa35426b-f021-4066-8201-3eda7eb1855e req-8d6de497-a5cc-41a4-bf22-4da17864ce0b tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=b12a7183-6ec1-495e-9a99-647885c7f2f3 HTTP/1.1" status: 200 len: 945 time: 0.0870945 May 12 15:22:05.192798 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-aa35426b-f021-4066-8201-3eda7eb1855e req-f297ed43-665b-4721-ae1d-e65c142700d1 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394437 May 12 15:22:05.372962 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d65d78-137d-486d-b046-23915b8016c6 req-474e98f9-63ee-40b4-af02-e80b10f90ff2 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:05.374409 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-a8d65d78-137d-486d-b046-23915b8016c6 req-474e98f9-63ee-40b4-af02-e80b10f90ff2 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=d92db591-6dbb-4f3e-82cb-45948e5ad77f HTTP/1.1" status: 200 len: 943 time: 0.0866470 May 12 15:22:05.423092 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-a8d65d78-137d-486d-b046-23915b8016c6 req-765f88fe-d57c-48ae-97cb-0bf4e238c6ed tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/security-groups?id=6307c184-9367-4c50-a03b-173b376f0731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411272 May 12 15:22:05.687020 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c88dd8c-8e07-42f5-b0cd-d1ac54c22e67 req-12c90e09-725c-4d5e-bb7a-bde46e0746c6 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:05.688412 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-6c88dd8c-8e07-42f5-b0cd-d1ac54c22e67 req-12c90e09-725c-4d5e-bb7a-bde46e0746c6 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d9fdae6-4646-4205-8861-91423357dce5 HTTP/1.1" status: 200 len: 944 time: 0.0874264 May 12 15:22:05.735365 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-6c88dd8c-8e07-42f5-b0cd-d1ac54c22e67 req-8bee1d31-98f9-4285-a90c-fe6cbb355bdc tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/security-groups?id=407a0da7-a4d3-4f3d-9cd4-51775d5611cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408411 May 12 15:22:06.098996 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-932a6d70-5ff0-414c-bf94-55c9402a3325 req-70a1a2ef-8aee-4159-a2a2-c0d20d623068 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bacbc99-4e8f-48ab-8de9-cde56445a512 HTTP/1.1" status: 200 len: 210 time: 0.0459414 May 12 15:22:06.381135 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07679344-84f8-4e62-9854-48ad4e183196 req-c3cc0dc9-0914-4c96-8f54-f407c94eea5f tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:06.382659 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-07679344-84f8-4e62-9854-48ad4e183196 req-c3cc0dc9-0914-4c96-8f54-f407c94eea5f tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=b12a7183-6ec1-495e-9a99-647885c7f2f3 HTTP/1.1" status: 200 len: 945 time: 0.0824118 May 12 15:22:06.429920 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-07679344-84f8-4e62-9854-48ad4e183196 req-b58973de-5846-4c18-9461-1463aa08f3cf tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406871 May 12 15:22:06.610148 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc204db9-f7df-4e5f-8e66-2d2cc5867492 req-939517f4-4ad9-440d-a866-50a88a7f545a tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:06.611640 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-bc204db9-f7df-4e5f-8e66-2d2cc5867492 req-939517f4-4ad9-440d-a866-50a88a7f545a tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=d92db591-6dbb-4f3e-82cb-45948e5ad77f HTTP/1.1" status: 200 len: 943 time: 0.0833828 May 12 15:22:06.659407 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-bc204db9-f7df-4e5f-8e66-2d2cc5867492 req-d01849aa-596b-4f94-8e07-9726310f16ae tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/security-groups?id=6307c184-9367-4c50-a03b-173b376f0731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413251 May 12 15:22:06.670140 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Device 0397f888-7270-457c-ba5d-1cb1e883e78e details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=78794) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 15:22:06.805546 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] For port 0397f888-7270-457c-ba5d-1cb1e883e78e, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=0397f888-7270-457c-ba5d-1cb1e883e78e,segment=NetworkSegment(3562151b-8bf4-487d-bcfe-e1baea035031),segment_id=3562151b-8bf4-487d-bcfe-e1baea035031)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:22:06.819214 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Returning: {'device': '0397f888-7270-457c-ba5d-1cb1e883e78e', 'network_id': '7a9a0a63-2af5-4556-bd7a-991a8e39d133', 'port_id': '0397f888-7270-457c-ba5d-1cb1e883e78e', 'mac_address': 'fa:16:3e:be:d3:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '881371bc-0cab-4490-a652-bddfe720ce96', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78794) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 15:22:06.875259 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:06.898953 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.notifiers.nova [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0397f888-7270-457c-ba5d-1cb1e883e78e {{(pid=78794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 15:22:06.920321 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] For port 0397f888-7270-457c-ba5d-1cb1e883e78e, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=0397f888-7270-457c-ba5d-1cb1e883e78e,segment=NetworkSegment(3562151b-8bf4-487d-bcfe-e1baea035031),segment_id=3562151b-8bf4-487d-bcfe-e1baea035031)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:22:06.924598 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:06.926040 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Device d2789e53-c377-45eb-861d-d455bca2a979 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=78794) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 15:22:06.927951 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:22:06.930378 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87bd3ab-dd7b-493c-a0b3-068bd73a203d req-34a8a699-5f6b-4c31-81e1-4d7fc25f6e17 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:06.931885 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-d87bd3ab-dd7b-493c-a0b3-068bd73a203d req-34a8a699-5f6b-4c31-81e1-4d7fc25f6e17 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d9fdae6-4646-4205-8861-91423357dce5 HTTP/1.1" status: 200 len: 944 time: 0.0844278 May 12 15:22:06.980215 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-d87bd3ab-dd7b-493c-a0b3-068bd73a203d req-5b691f9c-2ef8-4f7f-942f-44c593d6c7b0 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/security-groups?id=407a0da7-a4d3-4f3d-9cd4-51775d5611cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417273 May 12 15:22:07.088954 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Pushing event updated for resources: {'Port': ['ID=0397f888-7270-457c-ba5d-1cb1e883e78e,revision_number=4']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:22:07.096145 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:22:07.149762 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] For port d2789e53-c377-45eb-861d-d455bca2a979, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=d2789e53-c377-45eb-861d-d455bca2a979,segment=NetworkSegment(7ee36844-76cc-45b7-8272-2e23d10e7138),segment_id=7ee36844-76cc-45b7-8272-2e23d10e7138)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:22:07.163864 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Returning: {'device': 'd2789e53-c377-45eb-861d-d455bca2a979', 'network_id': '0bad0335-fdcd-470a-b019-26fa010fc66b', 'port_id': 'd2789e53-c377-45eb-861d-d455bca2a979', 'mac_address': 'fa:16:3e:e9:b9:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3541dbd9-2a7a-462a-a911-9b9cbe5c2a12', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78794) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 15:22:07.224364 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:07.242206 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.notifiers.nova [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2789e53-c377-45eb-861d-d455bca2a979 {{(pid=78794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 15:22:07.258296 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] For port d2789e53-c377-45eb-861d-d455bca2a979, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=d2789e53-c377-45eb-861d-d455bca2a979,segment=NetworkSegment(7ee36844-76cc-45b7-8272-2e23d10e7138),segment_id=7ee36844-76cc-45b7-8272-2e23d10e7138)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:22:07.263043 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:07.263882 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-745e3d0b-34ea-47ee-b17e-aad4609aa625 req-8011daee-b58a-46a2-8b48-6a33adcc4e2e tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bacbc99-4e8f-48ab-8de9-cde56445a512 HTTP/1.1" status: 200 len: 210 time: 0.0462489 May 12 15:22:07.265274 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:22:07.332658 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Pushing event updated for resources: {'Port': ['ID=d2789e53-c377-45eb-861d-d455bca2a979,revision_number=4']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:22:07.335699 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:22:07.613354 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fbbc7f-5699-47ca-b4be-07f616d26b9a req-58264a4d-87aa-46bf-bd25-2d2ccaf5478d tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:07.614749 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-b4fbbc7f-5699-47ca-b4be-07f616d26b9a req-58264a4d-87aa-46bf-bd25-2d2ccaf5478d tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=b12a7183-6ec1-495e-9a99-647885c7f2f3 HTTP/1.1" status: 200 len: 945 time: 0.0779285 May 12 15:22:07.658444 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-b4fbbc7f-5699-47ca-b4be-07f616d26b9a req-aa6c088c-e73c-4456-9387-0ac991b65a87 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380044 May 12 15:22:07.847322 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4144b09e-3bd4-4243-9a52-2ae660b895b6 req-66d7b292-45c0-42b9-b5f9-9001e6a49648 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:07.849345 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-4144b09e-3bd4-4243-9a52-2ae660b895b6 req-66d7b292-45c0-42b9-b5f9-9001e6a49648 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=d92db591-6dbb-4f3e-82cb-45948e5ad77f HTTP/1.1" status: 200 len: 944 time: 0.0834739 May 12 15:22:07.897241 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-4144b09e-3bd4-4243-9a52-2ae660b895b6 req-9c130968-9d5a-4146-8d6d-ca3f9fd8f124 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/security-groups?id=6307c184-9367-4c50-a03b-173b376f0731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420988 May 12 15:22:08.163883 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80064fe2-6466-471d-8d40-2b832ca15110 req-5fc2afa1-8021-45bd-bb4a-c66ffca56624 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:08.165225 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-80064fe2-6466-471d-8d40-2b832ca15110 req-5fc2afa1-8021-45bd-bb4a-c66ffca56624 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d9fdae6-4646-4205-8861-91423357dce5 HTTP/1.1" status: 200 len: 945 time: 0.0792046 May 12 15:22:08.281224 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-80064fe2-6466-471d-8d40-2b832ca15110 req-61d5c427-2239-4f14-ad4b-d87cebd57449 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/security-groups?id=407a0da7-a4d3-4f3d-9cd4-51775d5611cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102695 May 12 15:22:08.434509 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-7b3b3160-73b8-4617-ae12-98dfde7754c2 req-10ad9393-a146-4f89-8523-7c73d20b0917 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bacbc99-4e8f-48ab-8de9-cde56445a512 HTTP/1.1" status: 200 len: 210 time: 0.0419154 May 12 15:22:08.852853 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32ef446-6a78-466a-96e1-838b6efb655d req-121281af-1631-4445-ab44-724755236f82 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:08.854330 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-b32ef446-6a78-466a-96e1-838b6efb655d req-121281af-1631-4445-ab44-724755236f82 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=b12a7183-6ec1-495e-9a99-647885c7f2f3 HTTP/1.1" status: 200 len: 945 time: 0.0838149 May 12 15:22:08.899998 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-b32ef446-6a78-466a-96e1-838b6efb655d req-e4637985-6d35-4813-8016-f6635f26e3b4 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398951 May 12 15:22:09.092702 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d51912c-87e2-421e-8c3b-4df9e2bfcf23 req-72603da9-bb5d-480f-93e0-47864eee3c43 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:09.094260 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-6d51912c-87e2-421e-8c3b-4df9e2bfcf23 req-72603da9-bb5d-480f-93e0-47864eee3c43 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=d92db591-6dbb-4f3e-82cb-45948e5ad77f HTTP/1.1" status: 200 len: 944 time: 0.0885541 May 12 15:22:09.144032 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-6d51912c-87e2-421e-8c3b-4df9e2bfcf23 req-a7e8846b-f1e9-4a7a-b181-41ce19be2d32 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/security-groups?id=6307c184-9367-4c50-a03b-173b376f0731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429618 May 12 15:22:09.471013 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46543e0f-9fba-4d80-8e26-8c60842dc204 req-c21eb5bb-ce97-4bc9-a37c-430e852db1f7 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:09.473015 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-46543e0f-9fba-4d80-8e26-8c60842dc204 req-c21eb5bb-ce97-4bc9-a37c-430e852db1f7 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d9fdae6-4646-4205-8861-91423357dce5 HTTP/1.1" status: 200 len: 945 time: 0.0831223 May 12 15:22:09.519416 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-46543e0f-9fba-4d80-8e26-8c60842dc204 req-5b4ab28c-6c88-4360-b621-c7acb3a284a8 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/security-groups?id=407a0da7-a4d3-4f3d-9cd4-51775d5611cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401239 May 12 15:22:09.674238 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-927d1f3e-f584-4b93-9460-1d351a2ac974 req-078cd940-8488-4681-ab0e-d11f1d0f4f31 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bacbc99-4e8f-48ab-8de9-cde56445a512 HTTP/1.1" status: 200 len: 210 time: 0.0448983 May 12 15:22:10.081354 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ded24e0-d8c3-4470-b07e-4aab69aaba6b req-f23307fa-ae4a-4b01-8ee0-1f7bbc78d90b tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:10.083396 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-3ded24e0-d8c3-4470-b07e-4aab69aaba6b req-f23307fa-ae4a-4b01-8ee0-1f7bbc78d90b tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=b12a7183-6ec1-495e-9a99-647885c7f2f3 HTTP/1.1" status: 200 len: 945 time: 0.0793192 May 12 15:22:10.128296 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-3ded24e0-d8c3-4470-b07e-4aab69aaba6b req-92e4e033-f130-462a-aac6-fe2ae6bdb23b tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390007 May 12 15:22:10.330397 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc675d4-2641-49bd-afcb-6ed59a6dcbf7 req-86412bff-0dbb-43e9-be0f-bf73bcc05f5b tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:10.331956 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-9bc675d4-2641-49bd-afcb-6ed59a6dcbf7 req-86412bff-0dbb-43e9-be0f-bf73bcc05f5b tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=d92db591-6dbb-4f3e-82cb-45948e5ad77f HTTP/1.1" status: 200 len: 944 time: 0.0820928 May 12 15:22:10.380146 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-9bc675d4-2641-49bd-afcb-6ed59a6dcbf7 req-ad58b6ae-b5fa-44c2-b8c6-5d61e98c29a5 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/security-groups?id=6307c184-9367-4c50-a03b-173b376f0731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420203 May 12 15:22:10.720489 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bd9393-0e5a-4c70-8269-a69523b37f8b req-d49bdeae-5c7f-4339-9173-8ddd62e126b7 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:10.722019 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-44bd9393-0e5a-4c70-8269-a69523b37f8b req-d49bdeae-5c7f-4339-9173-8ddd62e126b7 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d9fdae6-4646-4205-8861-91423357dce5 HTTP/1.1" status: 200 len: 945 time: 0.0826790 May 12 15:22:10.775790 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-44bd9393-0e5a-4c70-8269-a69523b37f8b req-1cfb0ad7-5715-4df4-99f0-4db3e401377d tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/security-groups?id=407a0da7-a4d3-4f3d-9cd4-51775d5611cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471585 May 12 15:22:10.843474 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-7f129190-1334-4f00-abc3-127d1ecc0240 req-1f207995-50f9-4519-a5a1-c9b2f675cc0e tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bacbc99-4e8f-48ab-8de9-cde56445a512 HTTP/1.1" status: 200 len: 210 time: 0.0418482 May 12 15:22:11.317507 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6328bda2-4335-46a2-9372-009c99631b54 req-c71b783e-712c-455c-b637-038fdbb829f8 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:11.319031 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-6328bda2-4335-46a2-9372-009c99631b54 req-c71b783e-712c-455c-b637-038fdbb829f8 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=b12a7183-6ec1-495e-9a99-647885c7f2f3 HTTP/1.1" status: 200 len: 945 time: 0.0821824 May 12 15:22:11.365926 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-6328bda2-4335-46a2-9372-009c99631b54 req-485367bb-a118-468a-bd26-f5d9316422ea tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409212 May 12 15:22:11.568560 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f056da3b-b539-4c1e-950c-34c2a1f55c93 req-d5d57643-6c6b-44f3-8099-bbfb6bc1e397 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:11.570092 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-f056da3b-b539-4c1e-950c-34c2a1f55c93 req-d5d57643-6c6b-44f3-8099-bbfb6bc1e397 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=d92db591-6dbb-4f3e-82cb-45948e5ad77f HTTP/1.1" status: 200 len: 944 time: 0.0849316 May 12 15:22:11.621223 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-f056da3b-b539-4c1e-950c-34c2a1f55c93 req-94bf316a-4e48-489d-b842-0891a70fcf85 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/security-groups?id=6307c184-9367-4c50-a03b-173b376f0731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450468 May 12 15:22:11.971997 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e1c54-63b2-4dda-a6bf-3363ba4342dd req-89438187-cf31-4bd0-9ff0-1d251317c9e2 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:11.973596 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-410e1c54-63b2-4dda-a6bf-3363ba4342dd req-89438187-cf31-4bd0-9ff0-1d251317c9e2 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d9fdae6-4646-4205-8861-91423357dce5 HTTP/1.1" status: 200 len: 945 time: 0.0850012 May 12 15:22:12.020683 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-410e1c54-63b2-4dda-a6bf-3363ba4342dd req-0547907c-f033-4320-9ee8-0c40bf8d8c71 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/security-groups?id=407a0da7-a4d3-4f3d-9cd4-51775d5611cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412071 May 12 15:22:12.220974 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] get_ports_and_sgs() called for port_ids ['d2789e53-c377-45eb-861d-d455bca2a979'] {{(pid=78794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:22:12.252385 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] get_ports_and_sgs() called for port_ids ['0397f888-7270-457c-ba5d-1cb1e883e78e'] {{(pid=78794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:22:12.567881 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c332fa7-1dfa-4c73-90c2-a32f5ebe38e4 req-8f09630f-c11e-416a-ab3b-a546d00d783b tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:12.569354 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-6c332fa7-1dfa-4c73-90c2-a32f5ebe38e4 req-8f09630f-c11e-416a-ab3b-a546d00d783b tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=b12a7183-6ec1-495e-9a99-647885c7f2f3 HTTP/1.1" status: 200 len: 945 time: 0.0858459 May 12 15:22:12.615919 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-6c332fa7-1dfa-4c73-90c2-a32f5ebe38e4 req-d25457dd-de6d-4a73-875d-b77734bda764 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406444 May 12 15:22:12.823642 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c9142d-e4bd-49ff-83f3-bf7c6170a7be req-6aa5380d-2870-481c-8500-34a15abfe9fc tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:12.825467 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-f7c9142d-e4bd-49ff-83f3-bf7c6170a7be req-6aa5380d-2870-481c-8500-34a15abfe9fc tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=d92db591-6dbb-4f3e-82cb-45948e5ad77f HTTP/1.1" status: 200 len: 944 time: 0.0934865 May 12 15:22:12.874580 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-f7c9142d-e4bd-49ff-83f3-bf7c6170a7be req-9aee51ca-4930-45ed-ac03-cc4e170341f1 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/security-groups?id=6307c184-9367-4c50-a03b-173b376f0731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425739 May 12 15:22:13.255098 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df812b-324d-4874-b8c3-8e80d1ab4543 req-819c41f5-b7c5-4ef8-9456-7c7e6e0291df tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:13.256646 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-82df812b-324d-4874-b8c3-8e80d1ab4543 req-819c41f5-b7c5-4ef8-9456-7c7e6e0291df tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d9fdae6-4646-4205-8861-91423357dce5 HTTP/1.1" status: 200 len: 945 time: 0.0988464 May 12 15:22:13.325126 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-82df812b-324d-4874-b8c3-8e80d1ab4543 req-9d569c7a-b58d-4705-9b7a-760745e8b66d tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/security-groups?id=407a0da7-a4d3-4f3d-9cd4-51775d5611cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502563 May 12 15:22:13.712620 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 41820) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:22:13.777866 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7999fdf-441c-4a7a-97f9-90ce71dc3981 admin admin] Deleting subnet 15033e54-901c-4fdb-84e8-ba4de72c9c38 {{(pid=78793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 12 15:22:13.782604 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-b7999fdf-441c-4a7a-97f9-90ce71dc3981 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:13.829626 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645268c0-0862-4c77-9dd6-21c01e693afa req-28612cec-eba6-45cd-9ad7-8d6009a0f7e7 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:13.832090 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-645268c0-0862-4c77-9dd6-21c01e693afa req-28612cec-eba6-45cd-9ad7-8d6009a0f7e7 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=b12a7183-6ec1-495e-9a99-647885c7f2f3 HTTP/1.1" status: 200 len: 945 time: 0.0969305 May 12 15:22:13.862129 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-b7999fdf-441c-4a7a-97f9-90ce71dc3981 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316453'] for subnet, precommit_delete_associations {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:13.888169 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-645268c0-0862-4c77-9dd6-21c01e693afa req-e9efc0a3-2393-4eac-9dae-4e0cdb42d077 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491264 May 12 15:22:13.946190 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-b7999fdf-441c-4a7a-97f9-90ce71dc3981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1440695'] for subnet, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:14.286623 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c3a6f-1bb1-4a8f-8b80-ede4df34d965 req-fd9f8780-e2cb-4866-9b5b-b6f9e58a902c tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:14.288144 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-5c3c3a6f-1bb1-4a8f-8b80-ede4df34d965 req-fd9f8780-e2cb-4866-9b5b-b6f9e58a902c tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=d92db591-6dbb-4f3e-82cb-45948e5ad77f HTTP/1.1" status: 200 len: 944 time: 0.2768145 May 12 15:22:14.356055 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-5c3c3a6f-1bb1-4a8f-8b80-ede4df34d965 req-d33f21f3-d9a6-4f4a-b165-35254b6beac0 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/security-groups?id=6307c184-9367-4c50-a03b-173b376f0731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607641 May 12 15:22:14.362722 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-b7999fdf-441c-4a7a-97f9-90ce71dc3981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1440696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3598854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4155494'] for subnet, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:14.369470 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:22:14.415934 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7999fdf-441c-4a7a-97f9-90ce71dc3981 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15033e54-901c-4fdb-84e8-ba4de72c9c38,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:22:14.419275 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-b7999fdf-441c-4a7a-97f9-90ce71dc3981 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:22:14.420287 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-b7999fdf-441c-4a7a-97f9-90ce71dc3981 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for subnet, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:14.431450 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-b7999fdf-441c-4a7a-97f9-90ce71dc3981 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/15033e54-901c-4fdb-84e8-ba4de72c9c38 HTTP/1.1" status: 204 len: 168 time: 0.7176061 May 12 15:22:14.433865 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 41834) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:22:14.599256 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-8802b8f1-6e06-4a14-ac66-55535a93be2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741559'] for network, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:14.747342 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ccd60a-1f36-45d0-9f93-a48dc783e2ea req-907b50f6-2f6c-4001-939a-d54fe2e33faf tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:14.748951 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-55ccd60a-1f36-45d0-9f93-a48dc783e2ea req-907b50f6-2f6c-4001-939a-d54fe2e33faf tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d9fdae6-4646-4205-8861-91423357dce5 HTTP/1.1" status: 200 len: 945 time: 0.2446311 May 12 15:22:14.750647 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-8802b8f1-6e06-4a14-ac66-55535a93be2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1434444', 'neutron.services.segments.db._delete_segments_for_network-8739649303709'] for network, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:14.780137 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.services.segments.db [None req-8802b8f1-6e06-4a14-ac66-55535a93be2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06377a76-cba3-4a9a-8a35-e745bfc855d3']}} {{(pid=78793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:22:14.801771 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.services.segments.db [None req-8802b8f1-6e06-4a14-ac66-55535a93be2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aed3de80-ed18-460e-b055-6eaee58095ed') {'for_net_delete': True} {{(pid=78793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:22:14.802079 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.services.segments.db [None req-8802b8f1-6e06-4a14-ac66-55535a93be2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aed3de80-ed18-460e-b055-6eaee58095ed') {} {{(pid=78793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:22:14.822355 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-8802b8f1-6e06-4a14-ac66-55535a93be2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649315175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316474'] for segment, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:14.835543 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-55ccd60a-1f36-45d0-9f93-a48dc783e2ea req-4b60df34-89f7-4a50-863c-423874c6d606 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/security-groups?id=407a0da7-a4d3-4f3d-9cd4-51775d5611cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773580 May 12 15:22:14.844670 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-8802b8f1-6e06-4a14-ac66-55535a93be2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428868'] for segment, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:14.859473 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8802b8f1-6e06-4a14-ac66-55535a93be2f admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=78793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 15:22:14.859473 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-8802b8f1-6e06-4a14-ac66-55535a93be2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3598944'] for segment, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:14.870422 dv-cinder-789603-6-iscsi neutron-server[78793]: Traceback (most recent call last): May 12 15:22:14.870422 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 15:22:14.870422 dv-cinder-789603-6-iscsi neutron-server[78793]: timer() May 12 15:22:14.870422 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 15:22:14.870422 dv-cinder-789603-6-iscsi neutron-server[78793]: cb(*args, **kw) May 12 15:22:14.870422 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 12 15:22:14.870422 dv-cinder-789603-6-iscsi neutron-server[78793]: return func(*args, **kwargs) May 12 15:22:14.870422 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 15:22:14.870422 dv-cinder-789603-6-iscsi neutron-server[78793]: self._notify() May 12 15:22:14.870422 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 15:22:14.870422 dv-cinder-789603-6-iscsi neutron-server[78793]: self.callback(batched_events) May 12 15:22:14.870422 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 15:22:14.870422 dv-cinder-789603-6-iscsi neutron-server[78793]: event.method(event) May 12 15:22:14.870422 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 15:22:14.870422 dv-cinder-789603-6-iscsi neutron-server[78793]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 15:22:14.870422 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 15:22:14.870422 dv-cinder-789603-6-iscsi neutron-server[78793]: aggregate_uuid = self.p_client.list_aggregates( May 12 15:22:14.870422 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 15:22:14.870422 dv-cinder-789603-6-iscsi neutron-server[78793]: return f(self, *a, **k) May 12 15:22:14.870422 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 15:22:14.870422 dv-cinder-789603-6-iscsi neutron-server[78793]: return self._get(url).json() May 12 15:22:14.870422 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 15:22:14.870422 dv-cinder-789603-6-iscsi neutron-server[78793]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 15:22:14.870422 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 15:22:14.870422 dv-cinder-789603-6-iscsi neutron-server[78793]: return self.request(url, 'GET', **kwargs) May 12 15:22:14.870422 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 15:22:14.870422 dv-cinder-789603-6-iscsi neutron-server[78793]: base_url = self.get_endpoint(auth, allow=allow, May 12 15:22:14.870422 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 15:22:14.870422 dv-cinder-789603-6-iscsi neutron-server[78793]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 15:22:14.870422 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 15:22:14.870422 dv-cinder-789603-6-iscsi neutron-server[78793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 15:22:14.870422 dv-cinder-789603-6-iscsi neutron-server[78793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 15:22:14.872418 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Device 0397f888-7270-457c-ba5d-1cb1e883e78e up at agent hyperv_hv-cinder-78960 {{(pid=78794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:22:14.969202 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-8802b8f1-6e06-4a14-ac66-55535a93be2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1434421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706613'] for network, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:14.975363 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-9f90dd8d-8786-465b-acde-38a7ec8a25b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:22:14.989736 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Provisioning for port 0397f888-7270-457c-ba5d-1cb1e883e78e completed by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:22:14.997966 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8802b8f1-6e06-4a14-ac66-55535a93be2f admin admin] Pushing event deleted for resources: {'Network': ['ID=06377a76-cba3-4a9a-8a35-e745bfc855d3,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:22:15.001095 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-8802b8f1-6e06-4a14-ac66-55535a93be2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:22:15.002270 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-8802b8f1-6e06-4a14-ac66-55535a93be2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for network, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:15.009385 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-8802b8f1-6e06-4a14-ac66-55535a93be2f admin admin] 10.222.0.32 "DELETE /v2.0/networks/06377a76-cba3-4a9a-8a35-e745bfc855d3 HTTP/1.1" status: 204 len: 168 time: 0.5743823 May 12 15:22:15.011401 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Provisioning complete for port 0397f888-7270-457c-ba5d-1cb1e883e78e triggered by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:22:15.011401 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:15.165371 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7ec0b4-e01d-4aca-96e9-5824ce343a11 req-d0b7173b-f024-44ba-9718-d7d5aa113d8c tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:15.167011 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-cd7ec0b4-e01d-4aca-96e9-5824ce343a11 req-d0b7173b-f024-44ba-9718-d7d5aa113d8c tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=b12a7183-6ec1-495e-9a99-647885c7f2f3 HTTP/1.1" status: 200 len: 945 time: 0.0882382 May 12 15:22:15.167934 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:15.199891 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd92db591-6dbb-4f3e-82cb-45948e5ad77f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0397f888-7270-457c-ba5d-1cb1e883e78e'}] {{(pid=78794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:22:15.214510 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] For port 0397f888-7270-457c-ba5d-1cb1e883e78e, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=0397f888-7270-457c-ba5d-1cb1e883e78e,segment=NetworkSegment(3562151b-8bf4-487d-bcfe-e1baea035031),segment_id=3562151b-8bf4-487d-bcfe-e1baea035031)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:22:15.219620 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:15.220588 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Device d2789e53-c377-45eb-861d-d455bca2a979 up at agent hyperv_hv-cinder-78960 {{(pid=78794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:22:15.225644 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-cd7ec0b4-e01d-4aca-96e9-5824ce343a11 req-581ce8d4-c732-4f25-81b6-6b76cbf05610 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523150 May 12 15:22:15.246283 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 41862) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:22:15.254716 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:22:15.302303 dv-cinder-789603-6-iscsi neutron-server[78794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd92db591-6dbb-4f3e-82cb-45948e5ad77f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0397f888-7270-457c-ba5d-1cb1e883e78e', 'code': 200} May 12 15:22:15.310664 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-6d3f9ff0-44a0-4525-bc78-215ab6089b73 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=eaed5db22aef49719f96c44d6e15bfdb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0630200 May 12 15:22:15.313183 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 41866) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:22:15.353136 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Pushing event updated for resources: {'Port': ['ID=0397f888-7270-457c-ba5d-1cb1e883e78e,revision_number=5']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:22:15.357157 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:22:15.367745 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Provisioning for port d2789e53-c377-45eb-861d-d455bca2a979 completed by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:22:15.373161 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Provisioning complete for port d2789e53-c377-45eb-861d-d455bca2a979 triggered by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:22:15.373673 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:15.380322 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-3af929e8-ddd1-41fb-81e0-76995a04eff6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:15.411818 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-3af929e8-ddd1-41fb-81e0-76995a04eff6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:15.512747 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:15.529119 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-3af929e8-ddd1-41fb-81e0-76995a04eff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:15.546315 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-29ff3f32-8baa-428c-8021-02627827ab59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:22:15.550751 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] For port d2789e53-c377-45eb-861d-d455bca2a979, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=d2789e53-c377-45eb-861d-d455bca2a979,segment=NetworkSegment(7ee36844-76cc-45b7-8272-2e23d10e7138),segment_id=7ee36844-76cc-45b7-8272-2e23d10e7138)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:22:15.572308 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:15.577579 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:22:15.578771 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af929e8-ddd1-41fb-81e0-76995a04eff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f97bae-6cd9-488a-b971-8bbfbaad3da6,revision_number=None']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:22:15.591529 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-3af929e8-ddd1-41fb-81e0-76995a04eff6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:22:15.641513 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-3af929e8-ddd1-41fb-81e0-76995a04eff6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:15.646284 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-3af929e8-ddd1-41fb-81e0-76995a04eff6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e5f97bae-6cd9-488a-b971-8bbfbaad3da6 HTTP/1.1" status: 204 len: 168 time: 0.3284092 May 12 15:22:15.670787 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Pushing event updated for resources: {'Port': ['ID=d2789e53-c377-45eb-861d-d455bca2a979,revision_number=5']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:22:15.672251 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caf5281-408b-4e54-b53f-314950aa1145 req-f332f47b-8f7a-40bd-ab6c-b8fe09d8fb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:15.673750 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-6caf5281-408b-4e54-b53f-314950aa1145 req-f332f47b-8f7a-40bd-ab6c-b8fe09d8fb7b service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=d92db591-6dbb-4f3e-82cb-45948e5ad77f HTTP/1.1" status: 200 len: 1098 time: 0.2201247 May 12 15:22:15.678741 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:22:15.732398 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c49ba-df0e-4db2-8037-5ebf0ce24d55 req-a3514946-4eaf-4875-aea3-dd59790fc0da tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:15.733932 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-358c49ba-df0e-4db2-8037-5ebf0ce24d55 req-a3514946-4eaf-4875-aea3-dd59790fc0da tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=d92db591-6dbb-4f3e-82cb-45948e5ad77f HTTP/1.1" status: 200 len: 945 time: 0.1448817 May 12 15:22:15.740487 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-6caf5281-408b-4e54-b53f-314950aa1145 req-d374fb1d-6217-4d0c-989c-527b1045ea67 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=6307c184-9367-4c50-a03b-173b376f0731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589287 May 12 15:22:15.786972 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-358c49ba-df0e-4db2-8037-5ebf0ce24d55 req-73fc2bff-8329-41cf-a3f4-230cdb5944b3 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/security-groups?id=6307c184-9367-4c50-a03b-173b376f0731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418661 May 12 15:22:16.036782 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024f67a0-6892-4884-a181-b95800ea1a7d req-9d74f37c-2f75-4107-8eba-f818a611970d tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:16.038380 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-024f67a0-6892-4884-a181-b95800ea1a7d req-9d74f37c-2f75-4107-8eba-f818a611970d tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d9fdae6-4646-4205-8861-91423357dce5 HTTP/1.1" status: 200 len: 946 time: 0.0841568 May 12 15:22:16.095646 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-024f67a0-6892-4884-a181-b95800ea1a7d req-934df4a7-c6d7-45cf-a116-1d177518b734 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/security-groups?id=407a0da7-a4d3-4f3d-9cd4-51775d5611cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462899 May 12 15:22:16.563368 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 41918) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:22:16.637002 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb20e9be-0286-4681-8796-f7f43c585f87 req-e6016341-6034-4f34-bce9-a42d4c986228 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:16.638644 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-cb20e9be-0286-4681-8796-f7f43c585f87 req-e6016341-6034-4f34-bce9-a42d4c986228 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=b12a7183-6ec1-495e-9a99-647885c7f2f3 HTTP/1.1" status: 200 len: 945 time: 0.0970151 May 12 15:22:16.701614 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-cb20e9be-0286-4681-8796-f7f43c585f87 req-61392792-3550-42ad-8653-d0226e40a45b tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558839 May 12 15:22:16.730719 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.v2.base [None req-d169824b-0127-4e93-9e3c-18bd28a9fce6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-504567464-network', 'tenant_id': '1d962db48c294eb4a16e765eb2cf52a8'}} {{(pid=78793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:22:16.736020 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-d169824b-0127-4e93-9e3c-18bd28a9fce6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:22:16.740738 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-d169824b-0127-4e93-9e3c-18bd28a9fce6 admin admin] Usage tracker for resource:network and tenant:1d962db48c294eb4a16e765eb2cf52a8 is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:22:16.743792 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-d169824b-0127-4e93-9e3c-18bd28a9fce6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:22:16.750661 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-d169824b-0127-4e93-9e3c-18bd28a9fce6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:22:16.763462 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d169824b-0127-4e93-9e3c-18bd28a9fce6 admin admin] Made reservation on behalf of 1d962db48c294eb4a16e765eb2cf52a8 for: {'network': 1} {{(pid=78793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:22:16.766246 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-d169824b-0127-4e93-9e3c-18bd28a9fce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for network, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:16.779791 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-d169824b-0127-4e93-9e3c-18bd28a9fce6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:16.796266 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-d169824b-0127-4e93-9e3c-18bd28a9fce6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:22:16.800026 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-d169824b-0127-4e93-9e3c-18bd28a9fce6 admin admin] Usage tracker for resource:security_group_rule and tenant:1d962db48c294eb4a16e765eb2cf52a8 is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:22:16.803031 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-d169824b-0127-4e93-9e3c-18bd28a9fce6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:22:16.809179 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-d169824b-0127-4e93-9e3c-18bd28a9fce6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:22:16.968851 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-d169824b-0127-4e93-9e3c-18bd28a9fce6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:16.974886 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-d169824b-0127-4e93-9e3c-18bd28a9fce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:16.990029 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-86bb8fe3-5807-4bc5-b88a-6b75c15c4a1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:22:17.000252 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d169824b-0127-4e93-9e3c-18bd28a9fce6 admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=78793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 15:22:17.028521 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-d169824b-0127-4e93-9e3c-18bd28a9fce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428868'] for segment, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:17.028889 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.db.segments_db [None req-d169824b-0127-4e93-9e3c-18bd28a9fce6 admin admin] Added segment 3335fbed-a52c-4d63-90d5-e5c4d9194d95 of type vlan for network e42449cb-482c-4d1d-a3c5-6d4382e507b8 May 12 15:22:17.031263 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d169824b-0127-4e93-9e3c-18bd28a9fce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c13feb52-63a9-4420-86b9-e1b14fb418d3,revision_number=1']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:22:17.038581 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-d169824b-0127-4e93-9e3c-18bd28a9fce6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:22:17.073448 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-d169824b-0127-4e93-9e3c-18bd28a9fce6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739648879737'] for network, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:17.080033 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b7cc0a-6e79-47b8-b8ed-80db0c30adc9 req-243c654d-6b35-4deb-a85e-7d8c0b7d0fbf tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:17.081544 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-67b7cc0a-6e79-47b8-b8ed-80db0c30adc9 req-243c654d-6b35-4deb-a85e-7d8c0b7d0fbf tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=d92db591-6dbb-4f3e-82cb-45948e5ad77f HTTP/1.1" status: 200 len: 945 time: 0.1711493 May 12 15:22:17.141167 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-67b7cc0a-6e79-47b8-b8ed-80db0c30adc9 req-987b92fb-aae2-44fd-a387-bd424c1cd8f9 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/security-groups?id=6307c184-9367-4c50-a03b-173b376f0731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513294 May 12 15:22:17.142443 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-d169824b-0127-4e93-9e3c-18bd28a9fce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427'] for network, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:17.145854 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d169824b-0127-4e93-9e3c-18bd28a9fce6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:17.147030 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-d169824b-0127-4e93-9e3c-18bd28a9fce6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for network, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:17.154102 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-abdfdeec-2843-45fb-ae28-404f1d66fceb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:22:17.186412 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 41944) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:22:17.322790 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d9fdae6-4646-4205-8861-91423357dce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2789e53-c377-45eb-861d-d455bca2a979'}] {{(pid=78794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:22:17.347832 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-e1f3a99a-a00f-403b-ac15-068489adc882 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:17.373195 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-e1f3a99a-a00f-403b-ac15-068489adc882 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:22:17.376347 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 41954) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:22:17.376595 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-d169824b-0127-4e93-9e3c-18bd28a9fce6 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8119648 May 12 15:22:17.379527 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d169824b-0127-4e93-9e3c-18bd28a9fce6 admin admin] Pushing event updated for resources: {'Network': ['ID=e42449cb-482c-4d1d-a3c5-6d4382e507b8,revision_number=1']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:22:17.394342 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-d169824b-0127-4e93-9e3c-18bd28a9fce6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:22:17.397210 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.v2.base [None req-1806676b-a322-4ab8-9bc1-85b240129462 admin admin] Request body: {'subnet': {'network_id': 'e42449cb-482c-4d1d-a3c5-6d4382e507b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-504567464-subnet', 'tenant_id': '1d962db48c294eb4a16e765eb2cf52a8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:22:17.435501 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd5d1f0-d836-4959-8a97-2e27a71b0d1e req-a50126ab-3cc5-431e-a40c-1a94ae1faf3c tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:17.438591 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-4fd5d1f0-d836-4959-8a97-2e27a71b0d1e req-a50126ab-3cc5-431e-a40c-1a94ae1faf3c tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d9fdae6-4646-4205-8861-91423357dce5 HTTP/1.1" status: 200 len: 946 time: 0.1677380 May 12 15:22:17.442941 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Network e42449cb-482c-4d1d-a3c5-6d4382e507b8 details requested by agent ovs-agent-dv-cinder-789603-6-iscsi with host dv-cinder-789603-6-iscsi {{(pid=78794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 15:22:17.469234 dv-cinder-789603-6-iscsi neutron-server[78794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d9fdae6-4646-4205-8861-91423357dce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2789e53-c377-45eb-861d-d455bca2a979', 'code': 200} May 12 15:22:17.540903 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-4fd5d1f0-d836-4959-8a97-2e27a71b0d1e req-f8751ad5-be21-41ef-a57b-a16063ea1d34 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/security-groups?id=407a0da7-a4d3-4f3d-9cd4-51775d5611cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909491 May 12 15:22:17.570242 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-e1f3a99a-a00f-403b-ac15-068489adc882 admin admin] Usage tracker for resource:security_group_rule and tenant:60545f0462644f2ca917c0290c9f848d is out of sync, need to count used quota {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:22:17.577769 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-1806676b-a322-4ab8-9bc1-85b240129462 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:22:17.588061 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-1806676b-a322-4ab8-9bc1-85b240129462 admin admin] Usage tracker for resource:subnet and tenant:1d962db48c294eb4a16e765eb2cf52a8 is out of sync, need to count used quota {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:22:17.593439 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-1806676b-a322-4ab8-9bc1-85b240129462 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:22:17.596708 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-e1f3a99a-a00f-403b-ac15-068489adc882 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:22:17.608992 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-1806676b-a322-4ab8-9bc1-85b240129462 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:22:17.612079 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-e1f3a99a-a00f-403b-ac15-068489adc882 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:22:17.643688 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1806676b-a322-4ab8-9bc1-85b240129462 admin admin] Made reservation on behalf of 1d962db48c294eb4a16e765eb2cf52a8 for: {'subnet': 1} {{(pid=78792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:22:17.646232 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-1806676b-a322-4ab8-9bc1-85b240129462 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2105461'] for subnet, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:17.950851 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-e1f3a99a-a00f-403b-ac15-068489adc882 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:17.991662 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-e1f3a99a-a00f-403b-ac15-068489adc882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:18.003643 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:22:18.011945 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4c5d71-9771-461e-b0e3-fa3948f91fdb req-82d94aa0-b747-4904-91df-3cf891954039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:18.013627 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-7f4c5d71-9771-461e-b0e3-fa3948f91fdb req-82d94aa0-b747-4904-91df-3cf891954039 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=3d9fdae6-4646-4205-8861-91423357dce5 HTTP/1.1" status: 200 len: 1099 time: 0.2778134 May 12 15:22:18.099036 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-e1f3a99a-a00f-403b-ac15-068489adc882 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=60545f0462644f2ca917c0290c9f848d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9083495 May 12 15:22:18.099524 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 41968) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:22:18.101245 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f3a99a-a00f-403b-ac15-068489adc882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1860d90-2646-4e34-8bed-fb85c74e0b7b,revision_number=1']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:22:18.109725 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-e1f3a99a-a00f-403b-ac15-068489adc882 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:22:18.149360 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c28f376-b7c4-498b-8638-a3ee5cdc9a3a req-8def96b6-1ff3-4e74-b050-9d00e606c43f tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:18.156510 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-8c28f376-b7c4-498b-8638-a3ee5cdc9a3a req-8def96b6-1ff3-4e74-b050-9d00e606c43f tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=b12a7183-6ec1-495e-9a99-647885c7f2f3 HTTP/1.1" status: 200 len: 945 time: 0.3233519 May 12 15:22:18.159440 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-7f4c5d71-9771-461e-b0e3-fa3948f91fdb req-71ec9f38-5a00-4f5c-beeb-828805ef543a service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=407a0da7-a4d3-4f3d-9cd4-51775d5611cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356571 May 12 15:22:18.220183 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-011d4962-f1fa-4997-aac8-9f01bd803d74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:18.242457 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-8c28f376-b7c4-498b-8638-a3ee5cdc9a3a req-764c279b-c3d2-4608-bd4f-ecd71224ecac tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849288 May 12 15:22:18.257244 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-011d4962-f1fa-4997-aac8-9f01bd803d74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:18.382594 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-011d4962-f1fa-4997-aac8-9f01bd803d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:18.388415 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-84137587-6b01-488e-af96-cee079c3c0c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:22:18.407395 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e163c5-c8b5-4a09-98c2-4034f1a1f559 req-c989aa5f-a467-4970-925a-f9df50a5980c tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:18.408836 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-f3e163c5-c8b5-4a09-98c2-4034f1a1f559 req-c989aa5f-a467-4970-925a-f9df50a5980c tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=d92db591-6dbb-4f3e-82cb-45948e5ad77f HTTP/1.1" status: 200 len: 945 time: 0.1223063 May 12 15:22:18.414218 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011d4962-f1fa-4997-aac8-9f01bd803d74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1860d90-2646-4e34-8bed-fb85c74e0b7b,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:22:18.427168 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-011d4962-f1fa-4997-aac8-9f01bd803d74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:18.430765 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-011d4962-f1fa-4997-aac8-9f01bd803d74 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c1860d90-2646-4e34-8bed-fb85c74e0b7b HTTP/1.1" status: 204 len: 168 time: 0.3259022 May 12 15:22:18.430765 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-011d4962-f1fa-4997-aac8-9f01bd803d74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:22:18.436976 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-1806676b-a322-4ab8-9bc1-85b240129462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2533051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2105351'] for subnet, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:18.442251 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:22:18.502134 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-f3e163c5-c8b5-4a09-98c2-4034f1a1f559 req-f37b16f2-ae9a-4756-ac3f-8ee95e2fb228 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/security-groups?id=6307c184-9367-4c50-a03b-173b376f0731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705814 May 12 15:22:18.522125 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 41982) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:22:18.567124 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1806676b-a322-4ab8-9bc1-85b240129462 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a819acb5-532b-4750-ac78-9d47ffeaf477,revision_number=0']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:22:18.579257 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-1806676b-a322-4ab8-9bc1-85b240129462 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:22:18.586727 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1806676b-a322-4ab8-9bc1-85b240129462 admin admin] Checking segment: {'id': '3335fbed-a52c-4d63-90d5-e5c4d9194d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e42449cb-482c-4d1d-a3c5-6d4382e507b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:22:18.587631 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1806676b-a322-4ab8-9bc1-85b240129462 admin admin] Network hostable DHCP agents. Network: e42449cb-482c-4d1d-a3c5-6d4382e507b8, hostable agents: ['70f74d37-a86e-42b6-98ff-0814024719b2'], hosted agents: [] {{(pid=78792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 15:22:18.617615 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1806676b-a322-4ab8-9bc1-85b240129462 admin admin] Network e42449cb-482c-4d1d-a3c5-6d4382e507b8 is scheduled to be hosted by DHCP agent 70f74d37-a86e-42b6-98ff-0814024719b2 with binding_index 1 {{(pid=78792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 15:22:18.638909 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.base_scheduler [None req-1806676b-a322-4ab8-9bc1-85b240129462 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-6-iscsi, e42449cb-482c-4d1d-a3c5-6d4382e507b8) {{(pid=78792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:22:18.651461 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8a583d-901b-4239-a41f-49fbee242340 None None] Network e42449cb-482c-4d1d-a3c5-6d4382e507b8 requested from dv-cinder-789603-6-iscsi {{(pid=78794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 15:22:18.669809 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1806676b-a322-4ab8-9bc1-85b240129462 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:18.670762 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-1806676b-a322-4ab8-9bc1-85b240129462 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for subnet, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:18.731620 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-1806676b-a322-4ab8-9bc1-85b240129462 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3545420 May 12 15:22:18.734940 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 41994) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:22:18.744510 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.v2.base [None req-e95a8f2f-01a7-4be4-a6c2-4fba6fcc359e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-504567464-router', 'tenant_id': '1d962db48c294eb4a16e765eb2cf52a8', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf'}}} {{(pid=78792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:22:18.756266 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-e95a8f2f-01a7-4be4-a6c2-4fba6fcc359e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:22:18.764617 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-e95a8f2f-01a7-4be4-a6c2-4fba6fcc359e admin admin] Usage tracker for resource:router and tenant:1d962db48c294eb4a16e765eb2cf52a8 is out of sync, need to count used quota {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:22:18.772331 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-e95a8f2f-01a7-4be4-a6c2-4fba6fcc359e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:22:18.784369 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-e95a8f2f-01a7-4be4-a6c2-4fba6fcc359e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:22:18.790264 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-87f02fda-3cd2-4829-8c3e-1322085657cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:18.806155 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-e95a8f2f-01a7-4be4-a6c2-4fba6fcc359e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1780202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13174'] for router, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:18.807266 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-e95a8f2f-01a7-4be4-a6c2-4fba6fcc359e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1780197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1710053', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1769634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13135'] for router, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:18.829729 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-e95a8f2f-01a7-4be4-a6c2-4fba6fcc359e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:18.836034 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-87f02fda-3cd2-4829-8c3e-1322085657cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:22:18.857343 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-87f02fda-3cd2-4829-8c3e-1322085657cd admin admin] Usage tracker for resource:security_group_rule and tenant:5c16c1721e424e06bd583feb50b46cec is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:22:18.866655 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-87f02fda-3cd2-4829-8c3e-1322085657cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:22:18.882895 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-87f02fda-3cd2-4829-8c3e-1322085657cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:22:18.908150 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-0bafaba8-a87d-48fa-b9ae-bed65c087745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:18.992792 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737ccdb0-e424-4279-a91a-7f38d43a820b req-fa026294-b308-4cc3-90a4-df03f48c36df tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:19.001199 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-737ccdb0-e424-4279-a91a-7f38d43a820b req-fa026294-b308-4cc3-90a4-df03f48c36df tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d9fdae6-4646-4205-8861-91423357dce5 HTTP/1.1" status: 200 len: 946 time: 0.2790625 May 12 15:22:19.137815 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-737ccdb0-e424-4279-a91a-7f38d43a820b req-9497dbb0-b715-4e86-8be0-561a2a0bbf37 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/security-groups?id=407a0da7-a4d3-4f3d-9cd4-51775d5611cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354539 May 12 15:22:19.265137 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-87f02fda-3cd2-4829-8c3e-1322085657cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:19.270663 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-87f02fda-3cd2-4829-8c3e-1322085657cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:19.272636 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-e95a8f2f-01a7-4be4-a6c2-4fba6fcc359e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1781278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13137'] for router, precommit_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:19.276604 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82db6911-c1a6-4165-997a-1057967f99b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16f4760b-9c11-502a-9011-339955202960-e42449cb-482c-4d1d-a3c5-6d4382e507b8', 'network_id': 'e42449cb-482c-4d1d-a3c5-6d4382e507b8', 'tenant_id': '1d962db48c294eb4a16e765eb2cf52a8', 'fixed_ips': [{'subnet_id': 'a819acb5-532b-4750-ac78-9d47ffeaf477'}]}} from dv-cinder-789603-6-iscsi. {{(pid=78794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 12 15:22:19.278289 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-82db6911-c1a6-4165-997a-1057967f99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_create {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:19.295165 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-db56df75-89dc-4d29-a591-6a97b6dee081 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:22:19.353434 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f02fda-3cd2-4829-8c3e-1322085657cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb7619e-1aeb-483c-9f3e-4c3ccdd9c7ce,revision_number=1']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:22:19.371010 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-87f02fda-3cd2-4829-8c3e-1322085657cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:22:19.405288 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 42010) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:22:19.413505 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-87f02fda-3cd2-4829-8c3e-1322085657cd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5c16c1721e424e06bd583feb50b46cec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8878655 May 12 15:22:19.415880 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 42012) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:22:19.453300 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-2b012f09-6f47-46fd-a094-39ef717e4e5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:19.488842 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-2b012f09-6f47-46fd-a094-39ef717e4e5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:22:19.494437 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-2b012f09-6f47-46fd-a094-39ef717e4e5a admin admin] Usage tracker for resource:security_group_rule and tenant:3cf150209d1e4f44b4382be74bafd5b4 is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:22:19.503930 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-2b012f09-6f47-46fd-a094-39ef717e4e5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:22:19.519794 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-2b012f09-6f47-46fd-a094-39ef717e4e5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:22:19.548969 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.db_base_plugin_common [None req-82db6911-c1a6-4165-997a-1057967f99b3 None None] Allocated IP 172.20.0.2 (e42449cb-482c-4d1d-a3c5-6d4382e507b8/a819acb5-532b-4750-ac78-9d47ffeaf477/8289ac34-cbcf-49c0-84df-d12dc215eff9) {{(pid=78794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:22:19.560267 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-380eb967-adf7-4a2b-8087-7257019f40f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:19.589562 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-380eb967-adf7-4a2b-8087-7257019f40f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:19.637703 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-2b012f09-6f47-46fd-a094-39ef717e4e5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:19.642963 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-2b012f09-6f47-46fd-a094-39ef717e4e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:19.655075 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-4de0cdf1-63df-4f0c-8ae8-89e675be7c1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:22:19.685207 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd0f0f-be80-41c1-ac3a-014bc565b1a4 req-b345c4ae-0d0f-4dee-bff7-30fb25b2ad72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:19.686904 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-decd0f0f-be80-41c1-ac3a-014bc565b1a4 req-b345c4ae-0d0f-4dee-bff7-30fb25b2ad72 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=b12a7183-6ec1-495e-9a99-647885c7f2f3 HTTP/1.1" status: 200 len: 1098 time: 0.3758132 May 12 15:22:19.718196 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-2b012f09-6f47-46fd-a094-39ef717e4e5a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3cf150209d1e4f44b4382be74bafd5b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3009441 May 12 15:22:19.720166 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 42024) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:22:19.723433 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b012f09-6f47-46fd-a094-39ef717e4e5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bcf4407-c6ca-4bc5-b555-3e7daf0aae8d,revision_number=1']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:22:19.727310 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-2b012f09-6f47-46fd-a094-39ef717e4e5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:22:19.736768 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b9e24-c487-484f-b40b-413bc7627c8d req-c12c01bb-8f4c-4ef1-9424-4860ff86eeaf tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:19.738786 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-5d6b9e24-c487-484f-b40b-413bc7627c8d req-c12c01bb-8f4c-4ef1-9424-4860ff86eeaf tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=b12a7183-6ec1-495e-9a99-647885c7f2f3 HTTP/1.1" status: 200 len: 945 time: 0.2277608 May 12 15:22:19.740485 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-380eb967-adf7-4a2b-8087-7257019f40f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:19.745137 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-b68aa174-3e4d-4a9a-94b9-6c2eaf504e05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:22:19.774551 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380eb967-adf7-4a2b-8087-7257019f40f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb7619e-1aeb-483c-9f3e-4c3ccdd9c7ce,revision_number=None']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:22:19.785727 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-380eb967-adf7-4a2b-8087-7257019f40f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:22:19.871741 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-82db6911-c1a6-4165-997a-1057967f99b3 None None] Notify callbacks [] for port, precommit_create {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:19.876485 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-ae569dd8-49ea-4410-919e-18dfbb0f58a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:19.884711 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-82db6911-c1a6-4165-997a-1057967f99b3 None None] Transition to ACTIVE for port object 8289ac34-cbcf-49c0-84df-d12dc215eff9 will not be triggered until provisioned by entity L2. {{(pid=78794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:22:19.906521 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-82db6911-c1a6-4165-997a-1057967f99b3 None None] Transition to ACTIVE for port object 8289ac34-cbcf-49c0-84df-d12dc215eff9 will not be triggered until provisioned by entity DHCP. {{(pid=78794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:22:19.911301 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-ae569dd8-49ea-4410-919e-18dfbb0f58a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:19.915494 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-82db6911-c1a6-4165-997a-1057967f99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739648862724'] for port, after_create {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:19.920800 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-2132519e-e2ef-425c-9738-59a8cd9c4194 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:22:19.964113 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-ae569dd8-49ea-4410-919e-18dfbb0f58a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:19.969087 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-174d9910-dd7a-47d1-be02-1c71bf140daf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:22:19.982050 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae569dd8-49ea-4410-919e-18dfbb0f58a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bcf4407-c6ca-4bc5-b555-3e7daf0aae8d,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:22:19.984240 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-ae569dd8-49ea-4410-919e-18dfbb0f58a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:22:19.989259 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82db6911-c1a6-4165-997a-1057967f99b3 None None] Network e42449cb-482c-4d1d-a3c5-6d4382e507b8 is already hosted by enough agents. {{(pid=78794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:22:19.991972 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-ae569dd8-49ea-4410-919e-18dfbb0f58a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:19.992576 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.scheduler.base_scheduler [None req-82db6911-c1a6-4165-997a-1057967f99b3 None None] Resources bound (agent type, host, resource id): {{(pid=78794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:22:19.993817 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-ae569dd8-49ea-4410-919e-18dfbb0f58a3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0bcf4407-c6ca-4bc5-b555-3e7daf0aae8d HTTP/1.1" status: 204 len: 168 time: 0.2720351 May 12 15:22:20.007887 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82db6911-c1a6-4165-997a-1057967f99b3 None None] Received port after_create {{(pid=78794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:22:20.019017 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-380eb967-adf7-4a2b-8087-7257019f40f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:20.020137 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-380eb967-adf7-4a2b-8087-7257019f40f3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3cb7619e-1aeb-483c-9f3e-4c3ccdd9c7ce HTTP/1.1" status: 204 len: 168 time: 0.5985129 May 12 15:22:20.035063 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-5d6b9e24-c487-484f-b40b-413bc7627c8d req-8dd63565-58c3-4358-9dd2-9e883cc40a29 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808099 May 12 15:22:20.086175 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82db6911-c1a6-4165-997a-1057967f99b3 None None] Pushing event updated for resources: {'Port': ['ID=8289ac34-cbcf-49c0-84df-d12dc215eff9,revision_number=1']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:22:20.095819 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-82db6911-c1a6-4165-997a-1057967f99b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:22:20.095968 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-e95a8f2f-01a7-4be4-a6c2-4fba6fcc359e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:20.132222 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-e95a8f2f-01a7-4be4-a6c2-4fba6fcc359e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:20.151177 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.managers [None req-82db6911-c1a6-4165-997a-1057967f99b3 None None] Attempting to bind port 8289ac34-cbcf-49c0-84df-d12dc215eff9 on host dv-cinder-789603-6-iscsi for vnic_type normal with profile {{(pid=78794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:22:20.151634 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.managers [None req-82db6911-c1a6-4165-997a-1057967f99b3 None None] Attempting to bind port 8289ac34-cbcf-49c0-84df-d12dc215eff9 by drivers openvswitch,hyperv on host dv-cinder-789603-6-iscsi at level 0 using segments [{'id': '3335fbed-a52c-4d63-90d5-e5c4d9194d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e42449cb-482c-4d1d-a3c5-6d4382e507b8'}] {{(pid=78794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:22:20.152076 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82db6911-c1a6-4165-997a-1057967f99b3 None None] Attempting to bind port 8289ac34-cbcf-49c0-84df-d12dc215eff9 on network e42449cb-482c-4d1d-a3c5-6d4382e507b8 {{(pid=78794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:22:20.157785 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82db6911-c1a6-4165-997a-1057967f99b3 None None] Checking agent: {'id': 'a7a9b333-fa08-4200-b168-94acd4aebf78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 15, 12, 52), 'started_at': datetime.datetime(2021, 5, 12, 15, 13, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 15, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:22:20.158331 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82db6911-c1a6-4165-997a-1057967f99b3 None None] Checking segment: {'id': '3335fbed-a52c-4d63-90d5-e5c4d9194d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e42449cb-482c-4d1d-a3c5-6d4382e507b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:22:20.158809 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-82db6911-c1a6-4165-997a-1057967f99b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:20.159273 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82db6911-c1a6-4165-997a-1057967f99b3 None None] Bound using segment: {'id': '3335fbed-a52c-4d63-90d5-e5c4d9194d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e42449cb-482c-4d1d-a3c5-6d4382e507b8'} {{(pid=78794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:22:20.159847 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.managers [None req-82db6911-c1a6-4165-997a-1057967f99b3 None None] Bound port: 8289ac34-cbcf-49c0-84df-d12dc215eff9, host: dv-cinder-789603-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3335fbed-a52c-4d63-90d5-e5c4d9194d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e42449cb-482c-4d1d-a3c5-6d4382e507b8'}}] {{(pid=78794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:22:20.160345 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-82db6911-c1a6-4165-997a-1057967f99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:20.309719 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.db_base_plugin_common [None req-e95a8f2f-01a7-4be4-a6c2-4fba6fcc359e admin admin] Allocated IP 172.27.2.44 (d9e66476-551f-4a93-96a6-794e2ee658bf/9a4f1bc6-77ee-4516-b181-cab47718771b/aabe0eca-7377-4ed9-ba2e-3e2617dbe106) {{(pid=78792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:22:20.319201 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-82db6911-c1a6-4165-997a-1057967f99b3 None None] For port 8289ac34-cbcf-49c0-84df-d12dc215eff9, host dv-cinder-789603-6-iscsi, cleared binding levels {{(pid=78794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:22:20.323521 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-82db6911-c1a6-4165-997a-1057967f99b3 None None] For port 8289ac34-cbcf-49c0-84df-d12dc215eff9, host dv-cinder-789603-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-iscsi',level=0,port_id=8289ac34-cbcf-49c0-84df-d12dc215eff9,segment=NetworkSegment(3335fbed-a52c-4d63-90d5-e5c4d9194d95),segment_id=3335fbed-a52c-4d63-90d5-e5c4d9194d95)] {{(pid=78794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:22:20.330754 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-82db6911-c1a6-4165-997a-1057967f99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:20.334976 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-2132519e-e2ef-425c-9738-59a8cd9c4194 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:22:20.504406 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82db6911-c1a6-4165-997a-1057967f99b3 None None] Pushing event updated for resources: {'Port': ['ID=8289ac34-cbcf-49c0-84df-d12dc215eff9,revision_number=2']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:22:20.508515 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-82db6911-c1a6-4165-997a-1057967f99b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:22:20.529569 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca9f6c6-7df2-407b-a3f1-25092cbf77fb req-d3465175-d2b6-4a12-82c4-4c1290bde71e tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:20.547589 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-9ca9f6c6-7df2-407b-a3f1-25092cbf77fb req-d3465175-d2b6-4a12-82c4-4c1290bde71e tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d9fdae6-4646-4205-8861-91423357dce5 HTTP/1.1" status: 200 len: 946 time: 0.2757623 May 12 15:22:20.571828 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-e95a8f2f-01a7-4be4-a6c2-4fba6fcc359e admin admin] Notify callbacks [] for port, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:20.606521 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-9ca9f6c6-7df2-407b-a3f1-25092cbf77fb req-0e4317fa-6e71-4d14-8ee9-ab333e041667 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/security-groups?id=407a0da7-a4d3-4f3d-9cd4-51775d5611cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578609 May 12 15:22:20.608181 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-e95a8f2f-01a7-4be4-a6c2-4fba6fcc359e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739648862724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3714859'] for port, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:20.612412 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-34b5d9f6-2ac8-4095-a9fc-0ed7143a575c tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:22:20.665049 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 42040) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:22:20.683440 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95a8f2f-01a7-4be4-a6c2-4fba6fcc359e admin admin] Network d9e66476-551f-4a93-96a6-794e2ee658bf is already hosted by enough agents. {{(pid=78792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:22:20.690342 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-994e56af-e403-47b4-8043-309fad831db7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:20.703296 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95a8f2f-01a7-4be4-a6c2-4fba6fcc359e admin admin] Pushing event updated for resources: {'Port': ['ID=aabe0eca-7377-4ed9-ba2e-3e2617dbe106,revision_number=1']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:22:20.706544 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.base_scheduler [None req-e95a8f2f-01a7-4be4-a6c2-4fba6fcc359e admin admin] Resources bound (agent type, host, resource id): {{(pid=78792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:22:20.709324 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-e95a8f2f-01a7-4be4-a6c2-4fba6fcc359e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:22:20.710160 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95a8f2f-01a7-4be4-a6c2-4fba6fcc359e admin admin] Received port after_create {{(pid=78792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:22:20.725370 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-994e56af-e403-47b4-8043-309fad831db7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:22:20.734529 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-994e56af-e403-47b4-8043-309fad831db7 admin admin] Usage tracker for resource:security_group_rule and tenant:970e431e502d4a6cbf63fcffbb172199 is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:22:20.741308 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-994e56af-e403-47b4-8043-309fad831db7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:22:20.747174 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-994e56af-e403-47b4-8043-309fad831db7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:22:20.853614 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-994e56af-e403-47b4-8043-309fad831db7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:20.859527 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-994e56af-e403-47b4-8043-309fad831db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:20.876963 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-be255aa2-cbb1-4d83-9e0f-e6015bad9854 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:22:20.925932 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-994e56af-e403-47b4-8043-309fad831db7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=970e431e502d4a6cbf63fcffbb172199&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2591753 May 12 15:22:20.928450 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 42046) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:22:20.931510 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994e56af-e403-47b4-8043-309fad831db7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e938f6a6-f442-414e-9f80-d378d02e5cc3,revision_number=1']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:22:20.956135 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-994e56af-e403-47b4-8043-309fad831db7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:22:21.010613 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-290a963c-8ed5-48ae-9ca0-da3091e6d0a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:21.040418 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-290a963c-8ed5-48ae-9ca0-da3091e6d0a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:21.092479 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-087841ad-1969-41c6-8e04-5e0407df262d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:21.100443 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-290a963c-8ed5-48ae-9ca0-da3091e6d0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:21.104451 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-63601c60-a6f5-4ac8-a4cb-cceb09c7b6b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:22:21.116223 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290a963c-8ed5-48ae-9ca0-da3091e6d0a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e938f6a6-f442-414e-9f80-d378d02e5cc3,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:22:21.119777 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-290a963c-8ed5-48ae-9ca0-da3091e6d0a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:22:21.122918 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-290a963c-8ed5-48ae-9ca0-da3091e6d0a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:21.126469 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-290a963c-8ed5-48ae-9ca0-da3091e6d0a1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e938f6a6-f442-414e-9f80-d378d02e5cc3 HTTP/1.1" status: 204 len: 168 time: 0.1946881 May 12 15:22:21.178192 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-e95a8f2f-01a7-4be4-a6c2-4fba6fcc359e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:21.250774 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8209e60-e10c-4e67-8523-61e71ba33189 req-ccdac72b-d89d-4ed4-a192-621e81738254 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:21.252711 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-b8209e60-e10c-4e67-8523-61e71ba33189 req-ccdac72b-d89d-4ed4-a192-621e81738254 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=b12a7183-6ec1-495e-9a99-647885c7f2f3 HTTP/1.1" status: 200 len: 945 time: 0.0887215 May 12 15:22:21.306035 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-b8209e60-e10c-4e67-8523-61e71ba33189 req-ab134162-5272-4d48-aad3-ed87b6b52be7 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466793 May 12 15:22:21.534759 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5505bb-e916-4cf6-9a4a-6fba1602577a None None] Network e42449cb-482c-4d1d-a3c5-6d4382e507b8 requested from dv-cinder-789603-6-iscsi {{(pid=78794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 15:22:21.649265 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:21.654754 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-c15c97bc-91ea-4bc1-b340-2f8c3b356f79 None None] Provisioning for port 8289ac34-cbcf-49c0-84df-d12dc215eff9 completed by entity DHCP. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:22:21.683243 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-e95a8f2f-01a7-4be4-a6c2-4fba6fcc359e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705993'] for router, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:21.830299 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa06d5e-ad2a-461a-8913-db0da872b67b req-f62a66ff-7e85-4274-ae87-c97aff875fc3 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:21.838551 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-5aa06d5e-ad2a-461a-8913-db0da872b67b req-f62a66ff-7e85-4274-ae87-c97aff875fc3 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d9fdae6-4646-4205-8861-91423357dce5 HTTP/1.1" status: 200 len: 946 time: 0.0994513 May 12 15:22:21.884094 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-5aa06d5e-ad2a-461a-8913-db0da872b67b req-33de9f72-e4b0-4238-b800-fa57cd2d59de tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/security-groups?id=407a0da7-a4d3-4f3d-9cd4-51775d5611cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445700 May 12 15:22:21.920641 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-decd0f0f-be80-41c1-ac3a-014bc565b1a4 req-c92b36cc-3ffe-4407-bd36-0b5b5d4ba3dd service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603117 May 12 15:22:22.007936 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e95a8f2f-01a7-4be4-a6c2-4fba6fcc359e admin admin] Router 7ce0eb59-daa1-4f6b-a522-2df01d1df30f is scheduled to L3 agent e96f2393-830b-46ef-bef2-f93615c2f352 with binding_index 1 {{(pid=78792) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 15:22:22.200918 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e95a8f2f-01a7-4be4-a6c2-4fba6fcc359e admin admin] Notify agent at l3_agent.dv-cinder-789603-6-iscsi the message routers_updated {{(pid=78792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:22:22.211847 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac18c8c0-0ee3-43f6-a029-081addbccc7a None None] Sync routers for ids ['7ce0eb59-daa1-4f6b-a522-2df01d1df30f'] in dv-cinder-789603-6-iscsi {{(pid=78795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:22:22.225221 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac18c8c0-0ee3-43f6-a029-081addbccc7a None None] Routers {'7ce0eb59-daa1-4f6b-a522-2df01d1df30f'} bound to L3 agent in host dv-cinder-789603-6-iscsi {{(pid=78795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:22:22.225863 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_hamode_db [None req-ac18c8c0-0ee3-43f6-a029-081addbccc7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-12T15:12:51Z,description=,heartbeat_timestamp=2021-05-12T15:22:21Z,host='dv-cinder-789603-6-iscsi',id=e96f2393-830b-46ef-bef2-f93615c2f352,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:12:51Z,topic='l3_agent')) {'router_ids': ['7ce0eb59-daa1-4f6b-a522-2df01d1df30f'], 'active': True} {{(pid=78795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:22:22.227001 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-e95a8f2f-01a7-4be4-a6c2-4fba6fcc359e admin admin] Notify callbacks [] for router, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:22.231631 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 42080) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:22:22.232181 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-e95a8f2f-01a7-4be4-a6c2-4fba6fcc359e admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.4956903 May 12 15:22:22.259316 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-8e9e3eb0-3c8e-4693-b231-5e176560d846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:22.436459 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_dvr_db [None req-ac18c8c0-0ee3-43f6-a029-081addbccc7a None None] Set router 7ce0eb59-daa1-4f6b-a522-2df01d1df30f gateway port host: dv-cinder-789603-6-iscsi {{(pid=78795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:22:22.689625 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e542f205-d572-4491-a927-6914567753f9 req-a90338e1-092a-47b1-9aed-7fd8092237f0 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:22.691106 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-e542f205-d572-4491-a927-6914567753f9 req-a90338e1-092a-47b1-9aed-7fd8092237f0 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=b12a7183-6ec1-495e-9a99-647885c7f2f3 HTTP/1.1" status: 200 len: 945 time: 0.2410543 May 12 15:22:22.718029 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device 8289ac34-cbcf-49c0-84df-d12dc215eff9 up at agent ovs-agent-dv-cinder-789603-6-iscsi {{(pid=78794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:22:22.735283 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_hamode_db [None req-ac18c8c0-0ee3-43f6-a029-081addbccc7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce0eb59-daa1-4f6b-a522-2df01d1df30f', 'name': 'tempest-AttachVolumeShelveTestJSON-504567464-router', 'tenant_id': '1d962db48c294eb4a16e765eb2cf52a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': 'aabe0eca-7377-4ed9-ba2e-3e2617dbe106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:22:18Z', 'updated_at': '2021-05-12T15:22:20Z', 'revision_number': 3, 'project_id': '1d962db48c294eb4a16e765eb2cf52a8', 'gw_port': {'id': 'aabe0eca-7377-4ed9-ba2e-3e2617dbe106', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d1:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce0eb59-daa1-4f6b-a522-2df01d1df30f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:22:20Z', 'updated_at': '2021-05-12T15:22:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi'}], 'dv-cinder-789603-6-iscsi', False) {} {{(pid=78795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:22:22.739446 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac18c8c0-0ee3-43f6-a029-081addbccc7a None None] Checking router: 7ce0eb59-daa1-4f6b-a522-2df01d1df30f for host: dv-cinder-789603-6-iscsi {{(pid=78795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:22:22.739968 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac18c8c0-0ee3-43f6-a029-081addbccc7a None None] Updating router 7ce0eb59-daa1-4f6b-a522-2df01d1df30f port aabe0eca-7377-4ed9-ba2e-3e2617dbe106 binding host dv-cinder-789603-6-iscsi {{(pid=78795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 15:22:22.802605 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron_lib.callbacks.manager [None req-ac18c8c0-0ee3-43f6-a029-081addbccc7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:22.810811 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Provisioning for port 8289ac34-cbcf-49c0-84df-d12dc215eff9 completed by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:22:22.817308 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Provisioning complete for port 8289ac34-cbcf-49c0-84df-d12dc215eff9 triggered by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:22:22.818084 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:22.963740 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-e542f205-d572-4491-a927-6914567753f9 req-bf36830b-e4d0-4dc4-8b89-b0bce603daa8 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781859 May 12 15:22:23.013442 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:23.047722 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] For port 8289ac34-cbcf-49c0-84df-d12dc215eff9, host dv-cinder-789603-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-iscsi',level=0,port_id=8289ac34-cbcf-49c0-84df-d12dc215eff9,segment=NetworkSegment(3335fbed-a52c-4d63-90d5-e5c4d9194d95),segment_id=3335fbed-a52c-4d63-90d5-e5c4d9194d95)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:22:23.053323 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:23.059401 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:22:23.169616 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Pushing event updated for resources: {'Port': ['ID=8289ac34-cbcf-49c0-84df-d12dc215eff9,revision_number=3']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:22:23.173318 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:22:23.232566 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron_lib.callbacks.manager [None req-ac18c8c0-0ee3-43f6-a029-081addbccc7a None None] Notify callbacks [] for port, precommit_update {{(pid=78795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:23.246058 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.provisioning_blocks [None req-ac18c8c0-0ee3-43f6-a029-081addbccc7a None None] Transition to ACTIVE for port object aabe0eca-7377-4ed9-ba2e-3e2617dbe106 will not be triggered until provisioned by entity L2. {{(pid=78795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:22:23.260392 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron_lib.callbacks.manager [None req-ac18c8c0-0ee3-43f6-a029-081addbccc7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:23.264687 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:22:23.317230 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-292b1922-f724-40a6-8b93-fa180b47a2df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:23.342493 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.plugins.ml2.managers [None req-ac18c8c0-0ee3-43f6-a029-081addbccc7a None None] Attempting to bind port aabe0eca-7377-4ed9-ba2e-3e2617dbe106 on host dv-cinder-789603-6-iscsi for vnic_type normal with profile {{(pid=78795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:22:23.343196 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.plugins.ml2.managers [None req-ac18c8c0-0ee3-43f6-a029-081addbccc7a None None] Attempting to bind port aabe0eca-7377-4ed9-ba2e-3e2617dbe106 by drivers openvswitch,hyperv on host dv-cinder-789603-6-iscsi at level 0 using segments [{'id': '5d059134-8cbd-4fdb-844f-331960400265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf'}] {{(pid=78795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:22:23.343579 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac18c8c0-0ee3-43f6-a029-081addbccc7a None None] Attempting to bind port aabe0eca-7377-4ed9-ba2e-3e2617dbe106 on network d9e66476-551f-4a93-96a6-794e2ee658bf {{(pid=78795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:22:23.352419 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087ed09b-3132-4145-a87d-e2d3b54af2e3 None None] Pushing event updated for resources: {'Port': ['ID=aabe0eca-7377-4ed9-ba2e-3e2617dbe106,revision_number=2']} {{(pid=78795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:22:23.354724 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac18c8c0-0ee3-43f6-a029-081addbccc7a None None] Checking agent: {'id': 'a7a9b333-fa08-4200-b168-94acd4aebf78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 15, 12, 52), 'started_at': datetime.datetime(2021, 5, 12, 15, 13, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 15, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:22:23.355094 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac18c8c0-0ee3-43f6-a029-081addbccc7a None None] Checking segment: {'id': '5d059134-8cbd-4fdb-844f-331960400265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:22:23.355489 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron_lib.callbacks.manager [None req-ac18c8c0-0ee3-43f6-a029-081addbccc7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:23.355870 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac18c8c0-0ee3-43f6-a029-081addbccc7a None None] Bound using segment: {'id': '5d059134-8cbd-4fdb-844f-331960400265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf'} {{(pid=78795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:22:23.356341 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.plugins.ml2.managers [None req-ac18c8c0-0ee3-43f6-a029-081addbccc7a None None] Bound port: aabe0eca-7377-4ed9-ba2e-3e2617dbe106, host: dv-cinder-789603-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d059134-8cbd-4fdb-844f-331960400265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf'}}] {{(pid=78795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:22:23.356763 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron_lib.callbacks.manager [None req-ac18c8c0-0ee3-43f6-a029-081addbccc7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:23.364030 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9858b9-6806-4697-9a6b-e31b8a2c8b5d req-dd74af8b-77da-4359-8ad5-1ada8f89a053 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:23.365918 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-cd9858b9-6806-4697-9a6b-e31b8a2c8b5d req-dd74af8b-77da-4359-8ad5-1ada8f89a053 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d9fdae6-4646-4205-8861-91423357dce5 HTTP/1.1" status: 200 len: 946 time: 0.1936324 May 12 15:22:23.403045 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087ed09b-3132-4145-a87d-e2d3b54af2e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:22:23.403521 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087ed09b-3132-4145-a87d-e2d3b54af2e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:22:23.404319 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087ed09b-3132-4145-a87d-e2d3b54af2e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:22:23.404854 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087ed09b-3132-4145-a87d-e2d3b54af2e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:22:23.405191 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087ed09b-3132-4145-a87d-e2d3b54af2e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:22:23.405600 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087ed09b-3132-4145-a87d-e2d3b54af2e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:22:23.406026 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087ed09b-3132-4145-a87d-e2d3b54af2e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:22:23.406397 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087ed09b-3132-4145-a87d-e2d3b54af2e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:22:23.406915 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087ed09b-3132-4145-a87d-e2d3b54af2e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:22:23.407297 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087ed09b-3132-4145-a87d-e2d3b54af2e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:22:23.407781 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087ed09b-3132-4145-a87d-e2d3b54af2e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:22:23.408164 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087ed09b-3132-4145-a87d-e2d3b54af2e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:22:23.415653 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG oslo_concurrency.lockutils [None req-087ed09b-3132-4145-a87d-e2d3b54af2e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=78795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:22:23.460312 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.plugins.ml2.db [None req-ac18c8c0-0ee3-43f6-a029-081addbccc7a None None] For port aabe0eca-7377-4ed9-ba2e-3e2617dbe106, host dv-cinder-789603-6-iscsi, cleared binding levels {{(pid=78795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:22:23.464241 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.plugins.ml2.db [None req-ac18c8c0-0ee3-43f6-a029-081addbccc7a None None] For port aabe0eca-7377-4ed9-ba2e-3e2617dbe106, host dv-cinder-789603-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-iscsi',level=0,port_id=aabe0eca-7377-4ed9-ba2e-3e2617dbe106,segment=NetworkSegment(5d059134-8cbd-4fdb-844f-331960400265),segment_id=5d059134-8cbd-4fdb-844f-331960400265)] {{(pid=78795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:22:23.468354 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron_lib.callbacks.manager [None req-ac18c8c0-0ee3-43f6-a029-081addbccc7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:23.473196 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:22:23.548626 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-cd9858b9-6806-4697-9a6b-e31b8a2c8b5d req-9a5367da-f6d5-4b59-8c1e-654e8245c730 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/security-groups?id=407a0da7-a4d3-4f3d-9cd4-51775d5611cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692592 May 12 15:22:23.553232 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac18c8c0-0ee3-43f6-a029-081addbccc7a None None] Routers {'7ce0eb59-daa1-4f6b-a522-2df01d1df30f'} bound to L3 agent in host dv-cinder-789603-6-iscsi {{(pid=78795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:22:23.554104 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_hamode_db [None req-ac18c8c0-0ee3-43f6-a029-081addbccc7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-12T15:12:51Z,description=,heartbeat_timestamp=2021-05-12T15:22:21Z,host='dv-cinder-789603-6-iscsi',id=e96f2393-830b-46ef-bef2-f93615c2f352,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:12:51Z,topic='l3_agent')) {'router_ids': ['7ce0eb59-daa1-4f6b-a522-2df01d1df30f'], 'active': True} {{(pid=78795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:22:23.687957 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.db_base_plugin_common [None req-292b1922-f724-40a6-8b93-fa180b47a2df admin admin] Allocated IP 172.20.0.1 (e42449cb-482c-4d1d-a3c5-6d4382e507b8/a819acb5-532b-4750-ac78-9d47ffeaf477/f97092c1-d4f2-444c-bb4b-2918d541a0a7) {{(pid=78793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:22:23.694402 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087ed09b-3132-4145-a87d-e2d3b54af2e3 None None] Pushing event updated for resources: {'Port': ['ID=aabe0eca-7377-4ed9-ba2e-3e2617dbe106,revision_number=3']} {{(pid=78795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:22:23.704306 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG oslo_concurrency.lockutils [None req-087ed09b-3132-4145-a87d-e2d3b54af2e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=78795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:22:23.769750 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_dvr_db [None req-ac18c8c0-0ee3-43f6-a029-081addbccc7a None None] Set router 7ce0eb59-daa1-4f6b-a522-2df01d1df30f gateway port host: dv-cinder-789603-6-iscsi {{(pid=78795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:22:23.851339 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-292b1922-f724-40a6-8b93-fa180b47a2df admin admin] Notify callbacks [] for port, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:23.870270 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.provisioning_blocks [None req-292b1922-f724-40a6-8b93-fa180b47a2df admin admin] Transition to ACTIVE for port object f97092c1-d4f2-444c-bb4b-2918d541a0a7 will not be triggered until provisioned by entity DHCP. {{(pid=78793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:22:23.913669 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-292b1922-f724-40a6-8b93-fa180b47a2df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739648862724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3598933'] for port, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:23.918734 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:22:23.993229 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292b1922-f724-40a6-8b93-fa180b47a2df admin admin] Network e42449cb-482c-4d1d-a3c5-6d4382e507b8 is already hosted by enough agents. {{(pid=78793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:22:24.000739 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.base_scheduler [None req-292b1922-f724-40a6-8b93-fa180b47a2df admin admin] Resources bound (agent type, host, resource id): {{(pid=78793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:22:24.003456 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292b1922-f724-40a6-8b93-fa180b47a2df admin admin] Received port after_create {{(pid=78793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:22:24.034248 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292b1922-f724-40a6-8b93-fa180b47a2df admin admin] Pushing event updated for resources: {'Port': ['ID=f97092c1-d4f2-444c-bb4b-2918d541a0a7,revision_number=1']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:22:24.043659 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-292b1922-f724-40a6-8b93-fa180b47a2df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:22:24.079052 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-292b1922-f724-40a6-8b93-fa180b47a2df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705686'] for router_interface, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:24.085768 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_hamode_db [None req-ac18c8c0-0ee3-43f6-a029-081addbccc7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce0eb59-daa1-4f6b-a522-2df01d1df30f', 'name': 'tempest-AttachVolumeShelveTestJSON-504567464-router', 'tenant_id': '1d962db48c294eb4a16e765eb2cf52a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': 'aabe0eca-7377-4ed9-ba2e-3e2617dbe106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:22:18Z', 'updated_at': '2021-05-12T15:22:20Z', 'revision_number': 3, 'project_id': '1d962db48c294eb4a16e765eb2cf52a8', 'gw_port': {'id': 'aabe0eca-7377-4ed9-ba2e-3e2617dbe106', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d1:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce0eb59-daa1-4f6b-a522-2df01d1df30f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:22:20Z', 'updated_at': '2021-05-12T15:22:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi'}], 'dv-cinder-789603-6-iscsi', False) {} {{(pid=78795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:22:24.090945 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac18c8c0-0ee3-43f6-a029-081addbccc7a None None] The sync data for ids ['7ce0eb59-daa1-4f6b-a522-2df01d1df30f'] in dv-cinder-789603-6-iscsi is: [{'id': '7ce0eb59-daa1-4f6b-a522-2df01d1df30f', 'name': 'tempest-AttachVolumeShelveTestJSON-504567464-router', 'tenant_id': '1d962db48c294eb4a16e765eb2cf52a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': 'aabe0eca-7377-4ed9-ba2e-3e2617dbe106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:22:18Z', 'updated_at': '2021-05-12T15:22:20Z', 'revision_number': 3, 'project_id': '1d962db48c294eb4a16e765eb2cf52a8', 'gw_port': {'id': 'aabe0eca-7377-4ed9-ba2e-3e2617dbe106', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d1:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce0eb59-daa1-4f6b-a522-2df01d1df30f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:22:20Z', 'updated_at': '2021-05-12T15:22:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi'}] {{(pid=78795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:22:24.156751 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-876105c5-eed7-46ba-a478-d2a34eb0d798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:24.213255 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab3b79-eabe-4d58-805f-621113eecf63 req-d0a4b843-5d3d-4f9a-99bc-5102282754ed tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:24.214800 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-0eab3b79-eabe-4d58-805f-621113eecf63 req-d0a4b843-5d3d-4f9a-99bc-5102282754ed tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=b12a7183-6ec1-495e-9a99-647885c7f2f3 HTTP/1.1" status: 200 len: 945 time: 0.1240149 May 12 15:22:24.248078 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-b848f707-5199-41bf-8396-abb5376d0380 None None] Provisioning for port f97092c1-d4f2-444c-bb4b-2918d541a0a7 completed by entity DHCP. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:22:24.253568 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-b848f707-5199-41bf-8396-abb5376d0380 None None] Provisioning complete for port f97092c1-d4f2-444c-bb4b-2918d541a0a7 triggered by entity DHCP. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:22:24.254005 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-b848f707-5199-41bf-8396-abb5376d0380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:24.311737 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.plugin [None req-b848f707-5199-41bf-8396-abb5376d0380 None None] Port f97092c1-d4f2-444c-bb4b-2918d541a0a7 cannot update to ACTIVE because it is not bound. {{(pid=78794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 15:22:24.340115 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-0eab3b79-eabe-4d58-805f-621113eecf63 req-13ae7bb8-8aba-48f2-bc1d-28f55bdf9fdf tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192591 May 12 15:22:24.340763 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-292b1922-f724-40a6-8b93-fa180b47a2df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:24.601511 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-292b1922-f724-40a6-8b93-fa180b47a2df admin admin] Notify callbacks [] for port, precommit_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:24.607823 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-292b1922-f724-40a6-8b93-fa180b47a2df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3598924'] for port, after_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:24.644358 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-ffdfd93a-c80b-4dc0-908e-91179cc74448 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:22:24.742290 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device 8289ac34-cbcf-49c0-84df-d12dc215eff9 up at agent ovs-agent-dv-cinder-789603-6-iscsi {{(pid=78794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:22:24.770409 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-292b1922-f724-40a6-8b93-fa180b47a2df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705589'] for router_interface, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:24.833585 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b6d072-ef10-46d1-9e8f-e19e50b65fef req-c5805e04-241e-4c59-b494-ad70fe3f172e tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:24.841310 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292b1922-f724-40a6-8b93-fa180b47a2df admin admin] Pushing event updated for resources: {'Port': ['ID=f97092c1-d4f2-444c-bb4b-2918d541a0a7,revision_number=2']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:22:24.841892 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-68b6d072-ef10-46d1-9e8f-e19e50b65fef req-c5805e04-241e-4c59-b494-ad70fe3f172e tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d9fdae6-4646-4205-8861-91423357dce5 HTTP/1.1" status: 200 len: 946 time: 0.1586726 May 12 15:22:24.893891 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Provisioning complete for port 8289ac34-cbcf-49c0-84df-d12dc215eff9 triggered by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:22:24.894462 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:24.916515 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-292b1922-f724-40a6-8b93-fa180b47a2df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:22:24.994111 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-68b6d072-ef10-46d1-9e8f-e19e50b65fef req-c49a1e8c-59fd-4628-8c35-7f1672bfe02e tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/security-groups?id=407a0da7-a4d3-4f3d-9cd4-51775d5611cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512027 May 12 15:22:25.042514 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292b1922-f724-40a6-8b93-fa180b47a2df admin admin] Network e42449cb-482c-4d1d-a3c5-6d4382e507b8 is already hosted by enough agents. {{(pid=78793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:22:25.044191 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.base_scheduler [None req-292b1922-f724-40a6-8b93-fa180b47a2df admin admin] Resources bound (agent type, host, resource id): {{(pid=78793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:22:25.111915 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device aabe0eca-7377-4ed9-ba2e-3e2617dbe106 up at agent ovs-agent-dv-cinder-789603-6-iscsi {{(pid=78794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:22:25.197859 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Provisioning for port aabe0eca-7377-4ed9-ba2e-3e2617dbe106 completed by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:22:25.203984 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Provisioning complete for port aabe0eca-7377-4ed9-ba2e-3e2617dbe106 triggered by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:22:25.204444 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:25.266474 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-292b1922-f724-40a6-8b93-fa180b47a2df admin admin] Router 7ce0eb59-daa1-4f6b-a522-2df01d1df30f has already been hosted by L3 agent e96f2393-830b-46ef-bef2-f93615c2f352 {{(pid=78793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 15:22:25.328020 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:25.345188 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] For port aabe0eca-7377-4ed9-ba2e-3e2617dbe106, host dv-cinder-789603-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-iscsi',level=0,port_id=aabe0eca-7377-4ed9-ba2e-3e2617dbe106,segment=NetworkSegment(5d059134-8cbd-4fdb-844f-331960400265),segment_id=5d059134-8cbd-4fdb-844f-331960400265)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:22:25.349146 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:25.351438 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:22:25.428781 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-564b1d6f-cc48-4b52-ae4b-0f1c7e869b06 None None] Provisioning complete for port f97092c1-d4f2-444c-bb4b-2918d541a0a7 triggered by entity DHCP. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:22:25.429156 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-564b1d6f-cc48-4b52-ae4b-0f1c7e869b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:25.480115 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Pushing event updated for resources: {'Port': ['ID=aabe0eca-7377-4ed9-ba2e-3e2617dbe106,revision_number=4']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:22:25.485273 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:22:25.500336 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.plugin [None req-564b1d6f-cc48-4b52-ae4b-0f1c7e869b06 None None] Port f97092c1-d4f2-444c-bb4b-2918d541a0a7 cannot update to ACTIVE because it is not bound. {{(pid=78794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 15:22:25.587369 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2cdd35-e6dc-411d-a512-db1bedfcd4b9 req-544dedcb-a894-43ea-b384-ba686d091fa0 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:25.588852 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-4c2cdd35-e6dc-411d-a512-db1bedfcd4b9 req-544dedcb-a894-43ea-b384-ba686d091fa0 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=b12a7183-6ec1-495e-9a99-647885c7f2f3 HTTP/1.1" status: 200 len: 945 time: 0.1173089 May 12 15:22:25.604491 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-292b1922-f724-40a6-8b93-fa180b47a2df admin admin] Notify agent at l3_agent.dv-cinder-789603-6-iscsi the message routers_updated {{(pid=78793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:22:25.618577 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-292b1922-f724-40a6-8b93-fa180b47a2df admin admin] 10.222.0.32 "PUT /v2.0/routers/7ce0eb59-daa1-4f6b-a522-2df01d1df30f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3819981 May 12 15:22:25.638295 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-4c2cdd35-e6dc-411d-a512-db1bedfcd4b9 req-e80e3f47-166d-467f-b90b-b336e5c311b9 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433514 May 12 15:22:25.968936 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073f7da2-288f-4103-8a00-1eccf084c2aa None None] Sync routers for ids ['7ce0eb59-daa1-4f6b-a522-2df01d1df30f'] in dv-cinder-789603-6-iscsi {{(pid=78794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:22:25.979871 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073f7da2-288f-4103-8a00-1eccf084c2aa None None] Routers {'7ce0eb59-daa1-4f6b-a522-2df01d1df30f'} bound to L3 agent in host dv-cinder-789603-6-iscsi {{(pid=78794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:22:25.980565 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-073f7da2-288f-4103-8a00-1eccf084c2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-12T15:12:51Z,description=,heartbeat_timestamp=2021-05-12T15:22:21Z,host='dv-cinder-789603-6-iscsi',id=e96f2393-830b-46ef-bef2-f93615c2f352,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:12:51Z,topic='l3_agent')) {'router_ids': ['7ce0eb59-daa1-4f6b-a522-2df01d1df30f'], 'active': True} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:22:26.128410 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 42148) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:22:26.134245 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.v2.base [None req-143d4c20-cef7-4ab7-bc90-88cc25f9c315 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Request body: {'security_group': {'name': 'tempest-securitygroup--857703350', 'description': 'tempest-description--379344993'}} {{(pid=78793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:22:26.145793 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-143d4c20-cef7-4ab7-bc90-88cc25f9c315 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:22:26.153481 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-143d4c20-cef7-4ab7-bc90-88cc25f9c315 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Usage tracker for resource:security_group and tenant:1d962db48c294eb4a16e765eb2cf52a8 is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:22:26.159543 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-143d4c20-cef7-4ab7-bc90-88cc25f9c315 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:22:26.171955 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-143d4c20-cef7-4ab7-bc90-88cc25f9c315 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:22:26.193617 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-143d4c20-cef7-4ab7-bc90-88cc25f9c315 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Notify callbacks [] for security_group, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:26.230124 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-143d4c20-cef7-4ab7-bc90-88cc25f9c315 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:22:26.234710 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-143d4c20-cef7-4ab7-bc90-88cc25f9c315 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Usage tracker for resource:security_group_rule and tenant:1d962db48c294eb4a16e765eb2cf52a8 is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:22:26.236952 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvr_db [None req-073f7da2-288f-4103-8a00-1eccf084c2aa None None] Set router 7ce0eb59-daa1-4f6b-a522-2df01d1df30f gateway port host: dv-cinder-789603-6-iscsi {{(pid=78794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:22:26.238547 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-143d4c20-cef7-4ab7-bc90-88cc25f9c315 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:22:26.245275 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-143d4c20-cef7-4ab7-bc90-88cc25f9c315 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:22:26.277309 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3033927f-1fee-4183-96d4-9ee139ab5c93 req-0ef8e8a9-03e6-4821-8c35-c8d899c0ba16 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:26.279622 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-3033927f-1fee-4183-96d4-9ee139ab5c93 req-0ef8e8a9-03e6-4821-8c35-c8d899c0ba16 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d9fdae6-4646-4205-8861-91423357dce5 HTTP/1.1" status: 200 len: 946 time: 0.1665547 May 12 15:22:26.335349 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-3033927f-1fee-4183-96d4-9ee139ab5c93 req-8331e188-d1e6-4e2a-8309-fadf841ce064 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/security-groups?id=407a0da7-a4d3-4f3d-9cd4-51775d5611cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436740 May 12 15:22:26.340147 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-143d4c20-cef7-4ab7-bc90-88cc25f9c315 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Notify callbacks [] for security_group, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:26.344840 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-143d4c20-cef7-4ab7-bc90-88cc25f9c315 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:26.350249 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-436790b5-6d3d-4ed4-86d3-d65e71bff3f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:22:26.393918 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143d4c20-cef7-4ab7-bc90-88cc25f9c315 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e434ca8-cf64-4186-ba51-9aaf0a77d7be,revision_number=1']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:22:26.406789 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-143d4c20-cef7-4ab7-bc90-88cc25f9c315 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:22:26.410313 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-143d4c20-cef7-4ab7-bc90-88cc25f9c315 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Notify callbacks [] for security_group, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:26.415540 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-143d4c20-cef7-4ab7-bc90-88cc25f9c315 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2829792 May 12 15:22:26.415908 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 42156) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:22:26.424079 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.v2.base [None req-6b5e50b3-e8da-40c4-9edc-4c878dcc784a tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Request body: {'security_group_rule': {'security_group_id': '7e434ca8-cf64-4186-ba51-9aaf0a77d7be', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:22:26.435693 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-6b5e50b3-e8da-40c4-9edc-4c878dcc784a tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:22:26.441724 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-6b5e50b3-e8da-40c4-9edc-4c878dcc784a tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Usage tracker for resource:security_group_rule and tenant:1d962db48c294eb4a16e765eb2cf52a8 is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:22:26.446144 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-6b5e50b3-e8da-40c4-9edc-4c878dcc784a tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:22:26.453598 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-6b5e50b3-e8da-40c4-9edc-4c878dcc784a tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:22:26.471434 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-6b5e50b3-e8da-40c4-9edc-4c878dcc784a tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:26.539979 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-6b5e50b3-e8da-40c4-9edc-4c878dcc784a tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:26.545247 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-6b5e50b3-e8da-40c4-9edc-4c878dcc784a tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325463'] for security_group_rule, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:26.548107 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:22:26.577658 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5e50b3-e8da-40c4-9edc-4c878dcc784a tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7946ae52-bd29-41be-aff9-836f8b44901b,revision_number=0']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:22:26.590772 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-6b5e50b3-e8da-40c4-9edc-4c878dcc784a tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:22:26.598604 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-6b5e50b3-e8da-40c4-9edc-4c878dcc784a tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:26.600212 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-6b5e50b3-e8da-40c4-9edc-4c878dcc784a tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1828303 May 12 15:22:26.602939 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 42188) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:22:26.608886 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.v2.base [None req-01f5f9d3-0156-4067-8e2c-b059a885c9a1 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Request body: {'security_group_rule': {'security_group_id': '7e434ca8-cf64-4186-ba51-9aaf0a77d7be', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:22:26.618439 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-01f5f9d3-0156-4067-8e2c-b059a885c9a1 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:22:26.623135 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-01f5f9d3-0156-4067-8e2c-b059a885c9a1 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Usage tracker for resource:security_group_rule and tenant:1d962db48c294eb4a16e765eb2cf52a8 is out of sync, need to count used quota {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:22:26.626251 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-01f5f9d3-0156-4067-8e2c-b059a885c9a1 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:22:26.634127 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-01f5f9d3-0156-4067-8e2c-b059a885c9a1 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:22:26.641517 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device aabe0eca-7377-4ed9-ba2e-3e2617dbe106 up at agent ovs-agent-dv-cinder-789603-6-iscsi {{(pid=78794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:22:26.651533 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-01f5f9d3-0156-4067-8e2c-b059a885c9a1 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:26.747707 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-01f5f9d3-0156-4067-8e2c-b059a885c9a1 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:26.759185 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-01f5f9d3-0156-4067-8e2c-b059a885c9a1 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325463'] for security_group_rule, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:26.761912 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:22:26.766694 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:26.790708 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Provisioning complete for port aabe0eca-7377-4ed9-ba2e-3e2617dbe106 triggered by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:22:26.791050 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:26.804254 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f5f9d3-0156-4067-8e2c-b059a885c9a1 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4adb70c8-08e1-4f5b-91a2-8ae7f2d0f1d9,revision_number=0']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:22:26.806415 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-01f5f9d3-0156-4067-8e2c-b059a885c9a1 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:26.811571 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 42206) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:22:26.811779 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-01f5f9d3-0156-4067-8e2c-b059a885c9a1 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2075641 May 12 15:22:26.814320 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-01f5f9d3-0156-4067-8e2c-b059a885c9a1 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:22:26.825965 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.v2.base [None req-a257c17a-b1a7-4d0d-84b5-3b74f26d0acf tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Request body: {'floatingip': {'floating_network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf'}} {{(pid=78793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:22:26.833914 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-a257c17a-b1a7-4d0d-84b5-3b74f26d0acf tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:22:26.839886 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-a257c17a-b1a7-4d0d-84b5-3b74f26d0acf tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Usage tracker for resource:floatingip and tenant:1d962db48c294eb4a16e765eb2cf52a8 is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:22:26.844692 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-a257c17a-b1a7-4d0d-84b5-3b74f26d0acf tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:22:26.849710 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-073f7da2-288f-4103-8a00-1eccf084c2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce0eb59-daa1-4f6b-a522-2df01d1df30f', 'name': 'tempest-AttachVolumeShelveTestJSON-504567464-router', 'tenant_id': '1d962db48c294eb4a16e765eb2cf52a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': 'aabe0eca-7377-4ed9-ba2e-3e2617dbe106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:22:18Z', 'updated_at': '2021-05-12T15:22:24Z', 'revision_number': 4, 'project_id': '1d962db48c294eb4a16e765eb2cf52a8', 'gw_port': {'id': 'aabe0eca-7377-4ed9-ba2e-3e2617dbe106', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce0eb59-daa1-4f6b-a522-2df01d1df30f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:22:20Z', 'updated_at': '2021-05-12T15:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi', '_interfaces': [{'id': 'f97092c1-d4f2-444c-bb4b-2918d541a0a7', 'name': '', 'network_id': 'e42449cb-482c-4d1d-a3c5-6d4382e507b8', 'tenant_id': '1d962db48c294eb4a16e765eb2cf52a8', 'mac_address': 'fa:16:3e:85:59:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce0eb59-daa1-4f6b-a522-2df01d1df30f', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'a819acb5-532b-4750-ac78-9d47ffeaf477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:22:23Z', 'updated_at': '2021-05-12T15:22:24Z', 'revision_number': 2, 'project_id': '1d962db48c294eb4a16e765eb2cf52a8', 'subnets': [{'id': 'a819acb5-532b-4750-ac78-9d47ffeaf477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-iscsi', False) {} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:22:26.852118 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-a257c17a-b1a7-4d0d-84b5-3b74f26d0acf tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:22:26.862350 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073f7da2-288f-4103-8a00-1eccf084c2aa None None] Checking router: 7ce0eb59-daa1-4f6b-a522-2df01d1df30f for host: dv-cinder-789603-6-iscsi {{(pid=78794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:22:26.862730 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073f7da2-288f-4103-8a00-1eccf084c2aa None None] Updating router 7ce0eb59-daa1-4f6b-a522-2df01d1df30f port f97092c1-d4f2-444c-bb4b-2918d541a0a7 binding host dv-cinder-789603-6-iscsi {{(pid=78794) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 15:22:26.872522 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-a257c17a-b1a7-4d0d-84b5-3b74f26d0acf tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Notify callbacks [] for floatingip, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:26.913691 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e520f1-8d8f-4a3f-82cc-281b6fd14206 req-cfef2be9-306b-49da-b888-827b0a6f9f83 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:26.915445 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-31e520f1-8d8f-4a3f-82cc-281b6fd14206 req-cfef2be9-306b-49da-b888-827b0a6f9f83 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=b12a7183-6ec1-495e-9a99-647885c7f2f3 HTTP/1.1" status: 200 len: 945 time: 0.1623108 May 12 15:22:26.969833 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-073f7da2-288f-4103-8a00-1eccf084c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:27.035939 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-31e520f1-8d8f-4a3f-82cc-281b6fd14206 req-c6076880-484b-426c-9732-316fe05e464b tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715635 May 12 15:22:27.114375 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-a257c17a-b1a7-4d0d-84b5-3b74f26d0acf tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:27.284114 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b1a29-04ed-4e3b-bab9-644a608fa5b2 req-10bcc3e6-4d3d-498a-ba5b-622b13a39092 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:27.291485 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-c16b1a29-04ed-4e3b-bab9-644a608fa5b2 req-10bcc3e6-4d3d-498a-ba5b-622b13a39092 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=370810a7-448d-401c-91e6-970dbdafd8c2 HTTP/1.1" status: 200 len: 945 time: 0.1002676 May 12 15:22:27.339127 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.db_base_plugin_common [None req-a257c17a-b1a7-4d0d-84b5-3b74f26d0acf tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Allocated IP 172.27.2.66 (d9e66476-551f-4a93-96a6-794e2ee658bf/9a4f1bc6-77ee-4516-b181-cab47718771b/119253ab-fe56-4f0d-9319-27fbfe955b37) {{(pid=78793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:22:27.344016 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-c16b1a29-04ed-4e3b-bab9-644a608fa5b2 req-227c52f0-8259-4a40-b9d0-a1a3ad14bf79 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516717 May 12 15:22:27.520868 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-073f7da2-288f-4103-8a00-1eccf084c2aa None None] Notify callbacks [] for port, precommit_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:27.533035 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-073f7da2-288f-4103-8a00-1eccf084c2aa None None] Transition to ACTIVE for port object f97092c1-d4f2-444c-bb4b-2918d541a0a7 will not be triggered until provisioned by entity L2. {{(pid=78794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:22:27.540859 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-073f7da2-288f-4103-8a00-1eccf084c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:27.545094 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-a257c17a-b1a7-4d0d-84b5-3b74f26d0acf tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Notify callbacks [] for port, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:27.548173 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-82db6911-c1a6-4165-997a-1057967f99b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:22:27.589407 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-a257c17a-b1a7-4d0d-84b5-3b74f26d0acf tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739648862724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3598933'] for port, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:27.603999 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:22:27.679211 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a257c17a-b1a7-4d0d-84b5-3b74f26d0acf tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Network d9e66476-551f-4a93-96a6-794e2ee658bf is already hosted by enough agents. {{(pid=78793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:22:27.682214 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.base_scheduler [None req-a257c17a-b1a7-4d0d-84b5-3b74f26d0acf tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Resources bound (agent type, host, resource id): {{(pid=78793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:22:27.686314 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a257c17a-b1a7-4d0d-84b5-3b74f26d0acf tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Received port after_create {{(pid=78793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:22:27.749786 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a257c17a-b1a7-4d0d-84b5-3b74f26d0acf tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Pushing event updated for resources: {'Port': ['ID=119253ab-fe56-4f0d-9319-27fbfe955b37,revision_number=1']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:22:27.757439 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234431bd-4485-4810-b48e-b51023b24061 None None] Pushing event updated for resources: {'Port': ['ID=f97092c1-d4f2-444c-bb4b-2918d541a0a7,revision_number=3']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:22:27.766258 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-234431bd-4485-4810-b48e-b51023b24061 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:22:27.767731 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a257c17a-b1a7-4d0d-84b5-3b74f26d0acf tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:22:27.768108 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a257c17a-b1a7-4d0d-84b5-3b74f26d0acf tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:22:27.768454 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a257c17a-b1a7-4d0d-84b5-3b74f26d0acf tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:22:27.768798 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a257c17a-b1a7-4d0d-84b5-3b74f26d0acf tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:22:27.769140 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a257c17a-b1a7-4d0d-84b5-3b74f26d0acf tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:22:27.769480 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a257c17a-b1a7-4d0d-84b5-3b74f26d0acf tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:22:27.769877 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a257c17a-b1a7-4d0d-84b5-3b74f26d0acf tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:22:27.770215 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a257c17a-b1a7-4d0d-84b5-3b74f26d0acf tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:22:27.770561 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a257c17a-b1a7-4d0d-84b5-3b74f26d0acf tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:22:27.770882 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a257c17a-b1a7-4d0d-84b5-3b74f26d0acf tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:22:27.771217 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a257c17a-b1a7-4d0d-84b5-3b74f26d0acf tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:22:27.771547 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a257c17a-b1a7-4d0d-84b5-3b74f26d0acf tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:22:27.777021 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-a257c17a-b1a7-4d0d-84b5-3b74f26d0acf tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:22:27.836001 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.managers [None req-073f7da2-288f-4103-8a00-1eccf084c2aa None None] Attempting to bind port f97092c1-d4f2-444c-bb4b-2918d541a0a7 on host dv-cinder-789603-6-iscsi for vnic_type normal with profile {{(pid=78794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:22:27.836507 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.managers [None req-073f7da2-288f-4103-8a00-1eccf084c2aa None None] Attempting to bind port f97092c1-d4f2-444c-bb4b-2918d541a0a7 by drivers openvswitch,hyperv on host dv-cinder-789603-6-iscsi at level 0 using segments [{'id': '3335fbed-a52c-4d63-90d5-e5c4d9194d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e42449cb-482c-4d1d-a3c5-6d4382e507b8'}] {{(pid=78794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:22:27.836903 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073f7da2-288f-4103-8a00-1eccf084c2aa None None] Attempting to bind port f97092c1-d4f2-444c-bb4b-2918d541a0a7 on network e42449cb-482c-4d1d-a3c5-6d4382e507b8 {{(pid=78794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:22:27.843331 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073f7da2-288f-4103-8a00-1eccf084c2aa None None] Checking agent: {'id': 'a7a9b333-fa08-4200-b168-94acd4aebf78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 15, 12, 52), 'started_at': datetime.datetime(2021, 5, 12, 15, 13, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 15, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:22:27.843720 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073f7da2-288f-4103-8a00-1eccf084c2aa None None] Checking segment: {'id': '3335fbed-a52c-4d63-90d5-e5c4d9194d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e42449cb-482c-4d1d-a3c5-6d4382e507b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:22:27.844141 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-073f7da2-288f-4103-8a00-1eccf084c2aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:27.844593 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073f7da2-288f-4103-8a00-1eccf084c2aa None None] Bound using segment: {'id': '3335fbed-a52c-4d63-90d5-e5c4d9194d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e42449cb-482c-4d1d-a3c5-6d4382e507b8'} {{(pid=78794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:22:27.845014 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.managers [None req-073f7da2-288f-4103-8a00-1eccf084c2aa None None] Bound port: f97092c1-d4f2-444c-bb4b-2918d541a0a7, host: dv-cinder-789603-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3335fbed-a52c-4d63-90d5-e5c4d9194d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e42449cb-482c-4d1d-a3c5-6d4382e507b8'}}] {{(pid=78794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:22:27.845392 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-073f7da2-288f-4103-8a00-1eccf084c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:27.880322 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-a257c17a-b1a7-4d0d-84b5-3b74f26d0acf tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:27.957338 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-073f7da2-288f-4103-8a00-1eccf084c2aa None None] For port f97092c1-d4f2-444c-bb4b-2918d541a0a7, host dv-cinder-789603-6-iscsi, cleared binding levels {{(pid=78794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:22:27.962731 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-073f7da2-288f-4103-8a00-1eccf084c2aa None None] For port f97092c1-d4f2-444c-bb4b-2918d541a0a7, host dv-cinder-789603-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-iscsi',level=0,port_id=f97092c1-d4f2-444c-bb4b-2918d541a0a7,segment=NetworkSegment(3335fbed-a52c-4d63-90d5-e5c4d9194d95),segment_id=3335fbed-a52c-4d63-90d5-e5c4d9194d95)] {{(pid=78794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:22:27.966450 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-a257c17a-b1a7-4d0d-84b5-3b74f26d0acf tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:27.972377 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-073f7da2-288f-4103-8a00-1eccf084c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:27.976205 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:22:28.068474 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073f7da2-288f-4103-8a00-1eccf084c2aa None None] Routers {'7ce0eb59-daa1-4f6b-a522-2df01d1df30f'} bound to L3 agent in host dv-cinder-789603-6-iscsi {{(pid=78794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:22:28.069112 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-073f7da2-288f-4103-8a00-1eccf084c2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-12T15:12:51Z,description=,heartbeat_timestamp=2021-05-12T15:22:21Z,host='dv-cinder-789603-6-iscsi',id=e96f2393-830b-46ef-bef2-f93615c2f352,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:12:51Z,topic='l3_agent')) {'router_ids': ['7ce0eb59-daa1-4f6b-a522-2df01d1df30f'], 'active': True} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:22:28.136099 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234431bd-4485-4810-b48e-b51023b24061 None None] Pushing event updated for resources: {'Port': ['ID=f97092c1-d4f2-444c-bb4b-2918d541a0a7,revision_number=4']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:22:28.207867 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-234431bd-4485-4810-b48e-b51023b24061 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:22:28.265193 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-a257c17a-b1a7-4d0d-84b5-3b74f26d0acf tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Notify callbacks [] for port, precommit_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:28.270028 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-a257c17a-b1a7-4d0d-84b5-3b74f26d0acf tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3598924'] for port, after_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:28.275393 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:22:28.298488 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvr_db [None req-073f7da2-288f-4103-8a00-1eccf084c2aa None None] Set router 7ce0eb59-daa1-4f6b-a522-2df01d1df30f gateway port host: dv-cinder-789603-6-iscsi {{(pid=78794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:22:28.383582 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a257c17a-b1a7-4d0d-84b5-3b74f26d0acf tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Pushing event updated for resources: {'Port': ['ID=119253ab-fe56-4f0d-9319-27fbfe955b37,revision_number=2']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:22:28.387888 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-a257c17a-b1a7-4d0d-84b5-3b74f26d0acf tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:22:28.398823 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-a257c17a-b1a7-4d0d-84b5-3b74f26d0acf tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706618'] for floatingip, after_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:28.424855 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-a257c17a-b1a7-4d0d-84b5-3b74f26d0acf tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2050383'] for floatingip, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:28.434758 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-a257c17a-b1a7-4d0d-84b5-3b74f26d0acf tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6056802 May 12 15:22:28.663711 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [req-dcf9d646-6b98-48a7-87fd-6975eb0d4765 req-9f8c114f-d7b2-4c12-9270-7aaea1acfdc6 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Synchronizing usage tracker for tenant:1d962db48c294eb4a16e765eb2cf52a8 on resource:security_group {{(pid=78793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:22:28.690414 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [req-dcf9d646-6b98-48a7-87fd-6975eb0d4765 req-9f8c114f-d7b2-4c12-9270-7aaea1acfdc6 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Unset dirty status for tenant:1d962db48c294eb4a16e765eb2cf52a8 on resource:security_group {{(pid=78793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:22:28.692161 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-dcf9d646-6b98-48a7-87fd-6975eb0d4765 req-9f8c114f-d7b2-4c12-9270-7aaea1acfdc6 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--857703350&fields=id&tenant_id=1d962db48c294eb4a16e765eb2cf52a8 HTTP/1.1" status: 200 len: 267 time: 0.0740957 May 12 15:22:28.698941 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-073f7da2-288f-4103-8a00-1eccf084c2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce0eb59-daa1-4f6b-a522-2df01d1df30f', 'name': 'tempest-AttachVolumeShelveTestJSON-504567464-router', 'tenant_id': '1d962db48c294eb4a16e765eb2cf52a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': 'aabe0eca-7377-4ed9-ba2e-3e2617dbe106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:22:18Z', 'updated_at': '2021-05-12T15:22:24Z', 'revision_number': 4, 'project_id': '1d962db48c294eb4a16e765eb2cf52a8', 'gw_port': {'id': 'aabe0eca-7377-4ed9-ba2e-3e2617dbe106', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce0eb59-daa1-4f6b-a522-2df01d1df30f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:22:20Z', 'updated_at': '2021-05-12T15:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi', '_interfaces': [{'id': 'f97092c1-d4f2-444c-bb4b-2918d541a0a7', 'name': '', 'network_id': 'e42449cb-482c-4d1d-a3c5-6d4382e507b8', 'tenant_id': '1d962db48c294eb4a16e765eb2cf52a8', 'mac_address': 'fa:16:3e:85:59:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce0eb59-daa1-4f6b-a522-2df01d1df30f', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'a819acb5-532b-4750-ac78-9d47ffeaf477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:22:23Z', 'updated_at': '2021-05-12T15:22:27Z', 'revision_number': 4, 'project_id': '1d962db48c294eb4a16e765eb2cf52a8', 'subnets': [{'id': 'a819acb5-532b-4750-ac78-9d47ffeaf477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-iscsi', False) {} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:22:28.703445 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073f7da2-288f-4103-8a00-1eccf084c2aa None None] The sync data for ids ['7ce0eb59-daa1-4f6b-a522-2df01d1df30f'] in dv-cinder-789603-6-iscsi is: [{'id': '7ce0eb59-daa1-4f6b-a522-2df01d1df30f', 'name': 'tempest-AttachVolumeShelveTestJSON-504567464-router', 'tenant_id': '1d962db48c294eb4a16e765eb2cf52a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': 'aabe0eca-7377-4ed9-ba2e-3e2617dbe106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:22:18Z', 'updated_at': '2021-05-12T15:22:24Z', 'revision_number': 4, 'project_id': '1d962db48c294eb4a16e765eb2cf52a8', 'gw_port': {'id': 'aabe0eca-7377-4ed9-ba2e-3e2617dbe106', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce0eb59-daa1-4f6b-a522-2df01d1df30f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:22:20Z', 'updated_at': '2021-05-12T15:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi', '_interfaces': [{'id': 'f97092c1-d4f2-444c-bb4b-2918d541a0a7', 'name': '', 'network_id': 'e42449cb-482c-4d1d-a3c5-6d4382e507b8', 'tenant_id': '1d962db48c294eb4a16e765eb2cf52a8', 'mac_address': 'fa:16:3e:85:59:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce0eb59-daa1-4f6b-a522-2df01d1df30f', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'a819acb5-532b-4750-ac78-9d47ffeaf477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:22:23Z', 'updated_at': '2021-05-12T15:22:27Z', 'revision_number': 4, 'project_id': '1d962db48c294eb4a16e765eb2cf52a8', 'subnets': [{'id': 'a819acb5-532b-4750-ac78-9d47ffeaf477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:22:28.876676 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf9d646-6b98-48a7-87fd-6975eb0d4765 req-4e14074a-b787-4724-81bd-9acfb5241520 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:28.877936 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [req-dcf9d646-6b98-48a7-87fd-6975eb0d4765 req-4e14074a-b787-4724-81bd-9acfb5241520 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Synchronizing usage tracker for tenant:1d962db48c294eb4a16e765eb2cf52a8 on resource:network {{(pid=78793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:22:28.907698 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [req-dcf9d646-6b98-48a7-87fd-6975eb0d4765 req-4e14074a-b787-4724-81bd-9acfb5241520 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Unset dirty status for tenant:1d962db48c294eb4a16e765eb2cf52a8 on resource:network {{(pid=78793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:22:28.909219 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-dcf9d646-6b98-48a7-87fd-6975eb0d4765 req-4e14074a-b787-4724-81bd-9acfb5241520 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/networks?id=e42449cb-482c-4d1d-a3c5-6d4382e507b8 HTTP/1.1" status: 200 len: 816 time: 0.2068000 May 12 15:22:28.924927 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-dcf9d646-6b98-48a7-87fd-6975eb0d4765 req-5f236ec9-91ec-4288-a2e6-c6733863833b tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/quotas/1d962db48c294eb4a16e765eb2cf52a8 HTTP/1.1" status: 200 len: 375 time: 0.0100036 May 12 15:22:29.016954 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [req-dcf9d646-6b98-48a7-87fd-6975eb0d4765 req-7261b804-2cd0-495d-9c43-0871329c5afd tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Synchronizing usage tracker for tenant:1d962db48c294eb4a16e765eb2cf52a8 on resource:port {{(pid=78793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:22:29.036960 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [req-dcf9d646-6b98-48a7-87fd-6975eb0d4765 req-7261b804-2cd0-495d-9c43-0871329c5afd tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Unset dirty status for tenant:1d962db48c294eb4a16e765eb2cf52a8 on resource:port {{(pid=78793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:22:29.038470 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-dcf9d646-6b98-48a7-87fd-6975eb0d4765 req-7261b804-2cd0-495d-9c43-0871329c5afd tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1d962db48c294eb4a16e765eb2cf52a8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1078751 May 12 15:22:29.276021 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-dcf9d646-6b98-48a7-87fd-6975eb0d4765 req-6135352a-6bb0-4c8c-9eee-4835dd5049f9 service neutron] 10.222.0.32 "GET /v2.0/networks/e42449cb-482c-4d1d-a3c5-6d4382e507b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220309 May 12 15:22:29.420504 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-dcf9d646-6b98-48a7-87fd-6975eb0d4765 req-83f0cd7a-0f3a-493a-8737-25da6df0a02e service neutron] 10.222.0.32 "GET /v2.0/networks/e42449cb-482c-4d1d-a3c5-6d4382e507b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377745 May 12 15:22:29.619290 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-ef9a9822-98db-4053-a5cd-b3d37b0db5f5 req-3fa65951-3f12-4b6c-8a8b-8953516473e2 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 210 time: 0.0566440 May 12 15:22:30.226398 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9951fde9-feec-4106-8e9d-2c34583990c6 req-3a1101e0-e597-4e28-9ba2-7a621f7e5393 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:30.227936 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-9951fde9-feec-4106-8e9d-2c34583990c6 req-3a1101e0-e597-4e28-9ba2-7a621f7e5393 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/networks?id=7a9a0a63-2af5-4556-bd7a-991a8e39d133 HTTP/1.1" status: 200 len: 815 time: 0.1744585 May 12 15:22:30.244227 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-9951fde9-feec-4106-8e9d-2c34583990c6 req-2c457c8c-c4ec-4603-bc33-305dd141ed93 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/quotas/67d1815edccf41cfb649225313f265b3 HTTP/1.1" status: 200 len: 375 time: 0.0100551 May 12 15:22:30.335247 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-9951fde9-feec-4106-8e9d-2c34583990c6 req-e7666b12-afa3-42eb-9995-a60a4519585d tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=67d1815edccf41cfb649225313f265b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0848186 May 12 15:22:30.480305 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-9951fde9-feec-4106-8e9d-2c34583990c6 req-65104d31-082d-4f85-97d2-cb39b86eeefa service neutron] 10.222.0.32 "GET /v2.0/networks/7a9a0a63-2af5-4556-bd7a-991a8e39d133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373258 May 12 15:22:30.648734 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-9951fde9-feec-4106-8e9d-2c34583990c6 req-b4426914-e081-4ed9-9754-75d8cc03c685 service neutron] 10.222.0.32 "GET /v2.0/networks/7a9a0a63-2af5-4556-bd7a-991a8e39d133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617918 May 12 15:22:30.668520 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device f97092c1-d4f2-444c-bb4b-2918d541a0a7 up at agent ovs-agent-dv-cinder-789603-6-iscsi {{(pid=78794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:22:30.752150 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Provisioning for port f97092c1-d4f2-444c-bb4b-2918d541a0a7 completed by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:22:30.758931 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Provisioning complete for port f97092c1-d4f2-444c-bb4b-2918d541a0a7 triggered by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:22:30.759580 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:30.853139 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-02829d63-730f-4d1b-ab5a-044d9c24e2c6 req-536e4bb4-8526-49c4-afa4-7c907d1e4e07 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 210 time: 0.0440729 May 12 15:22:30.950815 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:31.018549 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] For port f97092c1-d4f2-444c-bb4b-2918d541a0a7, host dv-cinder-789603-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-iscsi',level=0,port_id=f97092c1-d4f2-444c-bb4b-2918d541a0a7,segment=NetworkSegment(3335fbed-a52c-4d63-90d5-e5c4d9194d95),segment_id=3335fbed-a52c-4d63-90d5-e5c4d9194d95)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:22:31.028978 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:31.033162 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:22:31.081810 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-62513bbe-ea96-475d-8378-dab405e632ec req-3efaa6a0-511c-4ecc-abb1-2958d2d8b273 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=edc737e0-a6cc-4a53-9aa1-9d50bf18010f HTTP/1.1" status: 200 len: 210 time: 0.1033688 May 12 15:22:31.132398 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Pushing event updated for resources: {'Port': ['ID=f97092c1-d4f2-444c-bb4b-2918d541a0a7,revision_number=5']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:22:31.136035 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:22:31.340482 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf9d646-6b98-48a7-87fd-6975eb0d4765 req-0e4606b8-8c87-4b72-b6ae-4fdb864afd98 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:31.342424 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-dcf9d646-6b98-48a7-87fd-6975eb0d4765 req-0e4606b8-8c87-4b72-b6ae-4fdb864afd98 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.85 "GET /v2.0/networks?id=e42449cb-482c-4d1d-a3c5-6d4382e507b8 HTTP/1.1" status: 200 len: 816 time: 0.5223234 May 12 15:22:31.412948 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-dcf9d646-6b98-48a7-87fd-6975eb0d4765 req-e44c937d-b768-45c7-8c9e-3c3ac2d0328d tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d962db48c294eb4a16e765eb2cf52a8 HTTP/1.1" status: 200 len: 379 time: 0.0575607 May 12 15:22:31.429440 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.v2.base [req-dcf9d646-6b98-48a7-87fd-6975eb0d4765 req-4b3fc653-ba83-4f93-b20c-227bb394c4a1 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Request body: {'port': {'device_id': '76c927c4-cada-4b1e-8347-b388ae1a2bd4', 'network_id': 'e42449cb-482c-4d1d-a3c5-6d4382e507b8', 'admin_state_up': True, 'tenant_id': '1d962db48c294eb4a16e765eb2cf52a8', 'security_groups': ['7e434ca8-cf64-4186-ba51-9aaf0a77d7be']}} {{(pid=78792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:22:31.594029 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [req-dcf9d646-6b98-48a7-87fd-6975eb0d4765 req-4b3fc653-ba83-4f93-b20c-227bb394c4a1 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:22:31.606235 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [req-dcf9d646-6b98-48a7-87fd-6975eb0d4765 req-4b3fc653-ba83-4f93-b20c-227bb394c4a1 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:22:31.619752 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcf9d646-6b98-48a7-87fd-6975eb0d4765 req-4b3fc653-ba83-4f93-b20c-227bb394c4a1 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Made reservation on behalf of 1d962db48c294eb4a16e765eb2cf52a8 for: {'port': 1} {{(pid=78792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:22:31.625089 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-dcf9d646-6b98-48a7-87fd-6975eb0d4765 req-4b3fc653-ba83-4f93-b20c-227bb394c4a1 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:31.630112 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56338409-239f-453c-b71a-55c93500505b req-e6f6a7e9-412a-4ccd-85fb-bc924d4335c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:31.631861 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-56338409-239f-453c-b71a-55c93500505b req-e6f6a7e9-412a-4ccd-85fb-bc924d4335c7 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=74c7c1c901cc4a308c52d5960e08ed68&device_id=370810a7-448d-401c-91e6-970dbdafd8c2 HTTP/1.1" status: 200 len: 1098 time: 0.2066188 May 12 15:22:31.793961 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0728605-35f4-4905-acf8-49561e7e71f7 req-895e9230-3cdb-4c5c-81cc-73815977d4e2 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:31.803324 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-d0728605-35f4-4905-acf8-49561e7e71f7 req-895e9230-3cdb-4c5c-81cc-73815977d4e2 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=370810a7-448d-401c-91e6-970dbdafd8c2 HTTP/1.1" status: 200 len: 945 time: 0.2408061 May 12 15:22:31.891777 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56338409-239f-453c-b71a-55c93500505b req-22221807-a239-4591-a39f-2d8ce87183c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:31.894639 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-56338409-239f-453c-b71a-55c93500505b req-22221807-a239-4591-a39f-2d8ce87183c7 service neutron] 10.222.0.85 "GET /v2.0/networks?id=fb786cfb-6ac9-4fb8-8644-ee3baa944840 HTTP/1.1" status: 200 len: 920 time: 0.2541928 May 12 15:22:31.948929 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.db_base_plugin_common [req-dcf9d646-6b98-48a7-87fd-6975eb0d4765 req-4b3fc653-ba83-4f93-b20c-227bb394c4a1 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Allocated IP 172.20.0.14 (e42449cb-482c-4d1d-a3c5-6d4382e507b8/a819acb5-532b-4750-ac78-9d47ffeaf477/43db03e8-f3a5-4732-9fd7-b9781b241670) {{(pid=78792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:22:32.028030 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-d0728605-35f4-4905-acf8-49561e7e71f7 req-1c91aba3-e708-493d-8766-af3eb6cf3358 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202995 May 12 15:22:32.044075 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-56338409-239f-453c-b71a-55c93500505b req-88965ecd-f2bc-4cab-8695-9d59e74c42b8 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9712b9e-8515-4329-a096-bd106527c186 HTTP/1.1" status: 200 len: 217 time: 0.1418593 May 12 15:22:32.137324 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56338409-239f-453c-b71a-55c93500505b req-d630ed36-8f2f-49dc-8538-657f3c5bf395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:32.139076 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-56338409-239f-453c-b71a-55c93500505b req-d630ed36-8f2f-49dc-8538-657f3c5bf395 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=93335869-57f6-4f74-9e92-cecab8c181bc HTTP/1.1" status: 200 len: 859 time: 0.0881639 May 12 15:22:32.195662 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-788eaff0-5442-4aec-83a5-f6c6c5cce614 req-31e44a95-6aaf-4dd0-80ed-be31c60103ad tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 210 time: 0.0532718 May 12 15:22:32.200758 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-56338409-239f-453c-b71a-55c93500505b req-a5a258b1-df2d-41a7-8b45-3f7463ab3f14 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=fb786cfb-6ac9-4fb8-8644-ee3baa944840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527046 May 12 15:22:32.302415 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-dcf9d646-6b98-48a7-87fd-6975eb0d4765 req-4b3fc653-ba83-4f93-b20c-227bb394c4a1 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Notify callbacks [] for port, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:32.318885 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.provisioning_blocks [req-dcf9d646-6b98-48a7-87fd-6975eb0d4765 req-4b3fc653-ba83-4f93-b20c-227bb394c4a1 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Transition to ACTIVE for port object 43db03e8-f3a5-4732-9fd7-b9781b241670 will not be triggered until provisioned by entity DHCP. {{(pid=78792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:22:32.350201 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-dcf9d646-6b98-48a7-87fd-6975eb0d4765 req-4b3fc653-ba83-4f93-b20c-227bb394c4a1 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739648862724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3714859'] for port, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:32.362458 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:22:32.374051 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-83649a42-6188-4812-9e79-94468b5d2a67 req-3dd900a9-da71-4492-b72a-04c5100c7b96 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=edc737e0-a6cc-4a53-9aa1-9d50bf18010f HTTP/1.1" status: 200 len: 210 time: 0.0506020 May 12 15:22:32.420763 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcf9d646-6b98-48a7-87fd-6975eb0d4765 req-4b3fc653-ba83-4f93-b20c-227bb394c4a1 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Network e42449cb-482c-4d1d-a3c5-6d4382e507b8 is already hosted by enough agents. {{(pid=78792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:22:32.424317 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.base_scheduler [req-dcf9d646-6b98-48a7-87fd-6975eb0d4765 req-4b3fc653-ba83-4f93-b20c-227bb394c4a1 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Resources bound (agent type, host, resource id): {{(pid=78792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:22:32.428258 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcf9d646-6b98-48a7-87fd-6975eb0d4765 req-4b3fc653-ba83-4f93-b20c-227bb394c4a1 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Received port after_create {{(pid=78792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:22:32.437882 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-56338409-239f-453c-b71a-55c93500505b req-d2ceccb5-9ed0-422e-868a-b0d3fa0e122f service neutron] 10.222.0.85 "GET /v2.0/networks/fb786cfb-6ac9-4fb8-8644-ee3baa944840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236307 May 12 15:22:32.501494 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3fc653-ba83-4f93-b20c-227bb394c4a1 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Pushing event updated for resources: {'Port': ['ID=43db03e8-f3a5-4732-9fd7-b9781b241670,revision_number=1']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:22:32.521528 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3fc653-ba83-4f93-b20c-227bb394c4a1 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:22:32.523336 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3fc653-ba83-4f93-b20c-227bb394c4a1 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:22:32.523698 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3fc653-ba83-4f93-b20c-227bb394c4a1 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:22:32.524049 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3fc653-ba83-4f93-b20c-227bb394c4a1 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:22:32.524540 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3fc653-ba83-4f93-b20c-227bb394c4a1 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:22:32.524892 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3fc653-ba83-4f93-b20c-227bb394c4a1 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:22:32.525238 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3fc653-ba83-4f93-b20c-227bb394c4a1 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:22:32.525579 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3fc653-ba83-4f93-b20c-227bb394c4a1 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:22:32.526022 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3fc653-ba83-4f93-b20c-227bb394c4a1 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:22:32.526309 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3fc653-ba83-4f93-b20c-227bb394c4a1 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:22:32.526611 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3fc653-ba83-4f93-b20c-227bb394c4a1 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:22:32.527543 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3fc653-ba83-4f93-b20c-227bb394c4a1 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:22:32.534584 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-4b3fc653-ba83-4f93-b20c-227bb394c4a1 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:22:32.541378 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf9d646-6b98-48a7-87fd-6975eb0d4765 req-4b3fc653-ba83-4f93-b20c-227bb394c4a1 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:32.542040 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-dcf9d646-6b98-48a7-87fd-6975eb0d4765 req-4b3fc653-ba83-4f93-b20c-227bb394c4a1 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2050383'] for port, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:32.586629 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-dcf9d646-6b98-48a7-87fd-6975eb0d4765 req-4b3fc653-ba83-4f93-b20c-227bb394c4a1 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1615319 May 12 15:22:32.651521 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-56338409-239f-453c-b71a-55c93500505b req-e2c2182b-56a1-4fa9-bb43-cf0a82ccc070 service neutron] 10.222.0.85 "GET /v2.0/networks/fb786cfb-6ac9-4fb8-8644-ee3baa944840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007878 May 12 15:22:32.687156 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.v2.base [req-dcf9d646-6b98-48a7-87fd-6975eb0d4765 req-3e1cf978-511f-44ee-9641-4e808096c633 service neutron] Request body: {'port': {'device_id': '76c927c4-cada-4b1e-8347-b388ae1a2bd4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=78792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:22:32.710705 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device f97092c1-d4f2-444c-bb4b-2918d541a0a7 up at agent ovs-agent-dv-cinder-789603-6-iscsi {{(pid=78794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:22:32.812038 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-2807e3a5-b170-44c1-a8db-3c6f4cc27a02 None None] Provisioning for port 43db03e8-f3a5-4732-9fd7-b9781b241670 completed by entity DHCP. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:22:32.818263 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-2807e3a5-b170-44c1-a8db-3c6f4cc27a02 None None] Provisioning complete for port 43db03e8-f3a5-4732-9fd7-b9781b241670 triggered by entity DHCP. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:22:32.818639 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2807e3a5-b170-44c1-a8db-3c6f4cc27a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:32.849241 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Provisioning complete for port f97092c1-d4f2-444c-bb4b-2918d541a0a7 triggered by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:22:32.849616 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:32.928017 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.plugin [None req-2807e3a5-b170-44c1-a8db-3c6f4cc27a02 None None] Port 43db03e8-f3a5-4732-9fd7-b9781b241670 cannot update to ACTIVE because it is not bound. {{(pid=78794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 15:22:32.953745 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-dcf9d646-6b98-48a7-87fd-6975eb0d4765 req-3e1cf978-511f-44ee-9641-4e808096c633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:33.038479 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9951fde9-feec-4106-8e9d-2c34583990c6 req-d0e3fb3f-9147-4d65-89be-6a6ac2ed2b17 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:33.039940 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-9951fde9-feec-4106-8e9d-2c34583990c6 req-d0e3fb3f-9147-4d65-89be-6a6ac2ed2b17 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.85 "GET /v2.0/networks?id=7a9a0a63-2af5-4556-bd7a-991a8e39d133 HTTP/1.1" status: 200 len: 815 time: 0.4187965 May 12 15:22:33.059734 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.v2.base [req-9951fde9-feec-4106-8e9d-2c34583990c6 req-1a417ace-78f5-4356-a276-1a65b2a7fccd tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Request body: {'port': {'device_id': 'edc737e0-a6cc-4a53-9aa1-9d50bf18010f', 'network_id': '7a9a0a63-2af5-4556-bd7a-991a8e39d133', 'admin_state_up': True, 'tenant_id': '67d1815edccf41cfb649225313f265b3'}} {{(pid=78792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:22:33.445138 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929b54cf-ac6c-479f-ad3c-68669a79fed2 req-867bdbf0-7f05-4fd9-a9c8-86ab8fe33090 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:33.446983 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-929b54cf-ac6c-479f-ad3c-68669a79fed2 req-867bdbf0-7f05-4fd9-a9c8-86ab8fe33090 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=370810a7-448d-401c-91e6-970dbdafd8c2 HTTP/1.1" status: 200 len: 945 time: 0.3070445 May 12 15:22:33.448242 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [req-9951fde9-feec-4106-8e9d-2c34583990c6 req-1a417ace-78f5-4356-a276-1a65b2a7fccd tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:22:33.603621 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [req-9951fde9-feec-4106-8e9d-2c34583990c6 req-1a417ace-78f5-4356-a276-1a65b2a7fccd tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:22:33.638188 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9951fde9-feec-4106-8e9d-2c34583990c6 req-1a417ace-78f5-4356-a276-1a65b2a7fccd tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Made reservation on behalf of 67d1815edccf41cfb649225313f265b3 for: {'port': 1} {{(pid=78792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:22:33.641586 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-9951fde9-feec-4106-8e9d-2c34583990c6 req-1a417ace-78f5-4356-a276-1a65b2a7fccd tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:33.662818 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-929b54cf-ac6c-479f-ad3c-68669a79fed2 req-4c133afb-c0a3-4072-8026-ff19eb5da590 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990105 May 12 15:22:33.745615 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ebac91-a2ac-460f-9fad-76d19b0f79f2 req-f99f3399-c615-43a2-90d5-40b7dfd7c635 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:33.750212 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-43ebac91-a2ac-460f-9fad-76d19b0f79f2 req-f99f3399-c615-43a2-90d5-40b7dfd7c635 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 932 time: 0.1429658 May 12 15:22:33.843747 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-43ebac91-a2ac-460f-9fad-76d19b0f79f2 req-7d656ba1-0126-4b91-85da-cd88e570cd78 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861695 May 12 15:22:33.932167 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-3c8f29ff-bad2-467e-933b-51744c187022 req-144d4087-3585-46e2-bd71-74bde7256762 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=edc737e0-a6cc-4a53-9aa1-9d50bf18010f HTTP/1.1" status: 200 len: 210 time: 0.0687618 May 12 15:22:33.936905 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.notifiers.nova [req-dcf9d646-6b98-48a7-87fd-6975eb0d4765 req-3e1cf978-511f-44ee-9641-4e808096c633 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43db03e8-f3a5-4732-9fd7-b9781b241670 {{(pid=78792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 15:22:33.954374 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-dcf9d646-6b98-48a7-87fd-6975eb0d4765 req-3e1cf978-511f-44ee-9641-4e808096c633 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:34.008491 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.provisioning_blocks [req-dcf9d646-6b98-48a7-87fd-6975eb0d4765 req-3e1cf978-511f-44ee-9641-4e808096c633 service neutron] Transition to ACTIVE for port object 43db03e8-f3a5-4732-9fd7-b9781b241670 will not be triggered until provisioned by entity L2. {{(pid=78792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:22:34.014163 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-dcf9d646-6b98-48a7-87fd-6975eb0d4765 req-3e1cf978-511f-44ee-9641-4e808096c633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3714866'] for port, after_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:34.020683 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:22:34.145669 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.db_base_plugin_common [req-9951fde9-feec-4106-8e9d-2c34583990c6 req-1a417ace-78f5-4356-a276-1a65b2a7fccd tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Allocated IP 172.20.0.5 (7a9a0a63-2af5-4556-bd7a-991a8e39d133/881371bc-0cab-4490-a652-bddfe720ce96/557bcf3d-3b63-4e7d-b8da-dfaf9d6c89a3) {{(pid=78792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:22:34.200671 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1cf978-511f-44ee-9641-4e808096c633 service neutron] Pushing event updated for resources: {'Port': ['ID=43db03e8-f3a5-4732-9fd7-b9781b241670,revision_number=2']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:22:34.222041 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-3e1cf978-511f-44ee-9641-4e808096c633 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:22:34.392381 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.managers [req-dcf9d646-6b98-48a7-87fd-6975eb0d4765 req-3e1cf978-511f-44ee-9641-4e808096c633 service neutron] Attempting to bind port 43db03e8-f3a5-4732-9fd7-b9781b241670 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=78792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:22:34.392607 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.managers [req-dcf9d646-6b98-48a7-87fd-6975eb0d4765 req-3e1cf978-511f-44ee-9641-4e808096c633 service neutron] Attempting to bind port 43db03e8-f3a5-4732-9fd7-b9781b241670 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '3335fbed-a52c-4d63-90d5-e5c4d9194d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e42449cb-482c-4d1d-a3c5-6d4382e507b8'}] {{(pid=78792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:22:34.392933 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf9d646-6b98-48a7-87fd-6975eb0d4765 req-3e1cf978-511f-44ee-9641-4e808096c633 service neutron] Attempting to bind port 43db03e8-f3a5-4732-9fd7-b9781b241670 on network e42449cb-482c-4d1d-a3c5-6d4382e507b8 {{(pid=78792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:22:34.402364 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf9d646-6b98-48a7-87fd-6975eb0d4765 req-3e1cf978-511f-44ee-9641-4e808096c633 service neutron] Port 43db03e8-f3a5-4732-9fd7-b9781b241670 on network e42449cb-482c-4d1d-a3c5-6d4382e507b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=78792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 15:22:34.402682 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf9d646-6b98-48a7-87fd-6975eb0d4765 req-3e1cf978-511f-44ee-9641-4e808096c633 service neutron] Attempting to bind port 43db03e8-f3a5-4732-9fd7-b9781b241670 on network e42449cb-482c-4d1d-a3c5-6d4382e507b8 {{(pid=78792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:22:34.427420 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf9d646-6b98-48a7-87fd-6975eb0d4765 req-3e1cf978-511f-44ee-9641-4e808096c633 service neutron] Checking agent: {'id': 'f90bdb6d-8ae0-42e3-a09a-ceb4f970b9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 15, 18, 57), 'started_at': datetime.datetime(2021, 5, 12, 15, 18, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 15, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:22:34.427762 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf9d646-6b98-48a7-87fd-6975eb0d4765 req-3e1cf978-511f-44ee-9641-4e808096c633 service neutron] Checking segment: {'id': '3335fbed-a52c-4d63-90d5-e5c4d9194d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e42449cb-482c-4d1d-a3c5-6d4382e507b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:22:34.428148 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf9d646-6b98-48a7-87fd-6975eb0d4765 req-3e1cf978-511f-44ee-9641-4e808096c633 service neutron] Bound using segment: {'id': '3335fbed-a52c-4d63-90d5-e5c4d9194d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e42449cb-482c-4d1d-a3c5-6d4382e507b8'} {{(pid=78792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:22:34.428594 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.managers [req-dcf9d646-6b98-48a7-87fd-6975eb0d4765 req-3e1cf978-511f-44ee-9641-4e808096c633 service neutron] Bound port: 43db03e8-f3a5-4732-9fd7-b9781b241670, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3335fbed-a52c-4d63-90d5-e5c4d9194d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e42449cb-482c-4d1d-a3c5-6d4382e507b8'}}] {{(pid=78792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:22:34.428936 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-dcf9d646-6b98-48a7-87fd-6975eb0d4765 req-3e1cf978-511f-44ee-9641-4e808096c633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:34.527328 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-9951fde9-feec-4106-8e9d-2c34583990c6 req-1a417ace-78f5-4356-a276-1a65b2a7fccd tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Notify callbacks [] for port, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:34.563610 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.db [req-dcf9d646-6b98-48a7-87fd-6975eb0d4765 req-3e1cf978-511f-44ee-9641-4e808096c633 service neutron] For port 43db03e8-f3a5-4732-9fd7-b9781b241670, host hv-cinder-78960, cleared binding levels {{(pid=78792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:22:34.568378 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.db [req-dcf9d646-6b98-48a7-87fd-6975eb0d4765 req-3e1cf978-511f-44ee-9641-4e808096c633 service neutron] For port 43db03e8-f3a5-4732-9fd7-b9781b241670, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=43db03e8-f3a5-4732-9fd7-b9781b241670,segment=NetworkSegment(3335fbed-a52c-4d63-90d5-e5c4d9194d95),segment_id=3335fbed-a52c-4d63-90d5-e5c4d9194d95)] {{(pid=78792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:22:34.573429 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-dcf9d646-6b98-48a7-87fd-6975eb0d4765 req-3e1cf978-511f-44ee-9641-4e808096c633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3714866'] for port, after_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:34.578294 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:22:34.638244 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf9d646-6b98-48a7-87fd-6975eb0d4765 req-3e1cf978-511f-44ee-9641-4e808096c633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:34.638875 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-dcf9d646-6b98-48a7-87fd-6975eb0d4765 req-3e1cf978-511f-44ee-9641-4e808096c633 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2050383'] for port, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:34.640186 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-dcf9d646-6b98-48a7-87fd-6975eb0d4765 req-3e1cf978-511f-44ee-9641-4e808096c633 service neutron] 10.222.0.85 "PUT /v2.0/ports/43db03e8-f3a5-4732-9fd7-b9781b241670 HTTP/1.1" status: 200 len: 1094 time: 1.9711320 May 12 15:22:34.640671 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76c927c4-cada-4b1e-8347-b388ae1a2bd4', 'tag': '43db03e8-f3a5-4732-9fd7-b9781b241670'}] {{(pid=78792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:22:34.656480 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-9951fde9-feec-4106-8e9d-2c34583990c6 req-1a417ace-78f5-4356-a276-1a65b2a7fccd tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739648862724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3714859'] for port, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:34.678331 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1cf978-511f-44ee-9641-4e808096c633 service neutron] Pushing event updated for resources: {'Port': ['ID=43db03e8-f3a5-4732-9fd7-b9781b241670,revision_number=3']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:22:34.683214 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-3e1cf978-511f-44ee-9641-4e808096c633 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:22:34.683659 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-d842f476-e5d0-4bb4-8b38-30f4baaea394 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:22:34.718190 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76c927c4-cada-4b1e-8347-b388ae1a2bd4', 'tag': '43db03e8-f3a5-4732-9fd7-b9781b241670', 'status': 'completed', 'code': 200} May 12 15:22:34.720323 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9951fde9-feec-4106-8e9d-2c34583990c6 req-1a417ace-78f5-4356-a276-1a65b2a7fccd tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Network 7a9a0a63-2af5-4556-bd7a-991a8e39d133 is already hosted by enough agents. {{(pid=78792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:22:34.726603 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.base_scheduler [req-9951fde9-feec-4106-8e9d-2c34583990c6 req-1a417ace-78f5-4356-a276-1a65b2a7fccd tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Resources bound (agent type, host, resource id): {{(pid=78792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:22:34.735831 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.l3_dvrscheduler_db [req-9951fde9-feec-4106-8e9d-2c34583990c6 req-1a417ace-78f5-4356-a276-1a65b2a7fccd tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Received port after_create {{(pid=78792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:22:34.811012 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a417ace-78f5-4356-a276-1a65b2a7fccd tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Pushing event updated for resources: {'Port': ['ID=557bcf3d-3b63-4e7d-b8da-dfaf9d6c89a3,revision_number=1']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:22:34.850249 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-1a417ace-78f5-4356-a276-1a65b2a7fccd tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:22:34.864836 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9951fde9-feec-4106-8e9d-2c34583990c6 req-1a417ace-78f5-4356-a276-1a65b2a7fccd tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:34.866107 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-9951fde9-feec-4106-8e9d-2c34583990c6 req-1a417ace-78f5-4356-a276-1a65b2a7fccd tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2050383'] for port, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:34.901265 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-9951fde9-feec-4106-8e9d-2c34583990c6 req-1a417ace-78f5-4356-a276-1a65b2a7fccd tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8452013 May 12 15:22:34.929018 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5771b23-d82e-44d9-8c51-85db6abcce42 req-25accfc4-6a32-4e4b-bb3a-3e7085afc42a tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:34.930580 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-e5771b23-d82e-44d9-8c51-85db6abcce42 req-25accfc4-6a32-4e4b-bb3a-3e7085afc42a tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=370810a7-448d-401c-91e6-970dbdafd8c2 HTTP/1.1" status: 200 len: 945 time: 0.1270919 May 12 15:22:34.987120 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-e5771b23-d82e-44d9-8c51-85db6abcce42 req-e253e71f-0a6c-4017-81b8-fe8b4ec953b3 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505352 May 12 15:22:35.149311 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.agents_db [None req-dd47ce14-932e-4540-b008-5e9038d1c348 None None] Agent healthcheck: found 6 active agents {{(pid=78795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 15:22:35.164294 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88324927-a609-49ca-863f-7b9932472820 req-5914a54c-45bb-4fac-a6ca-cb0520cdce95 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:35.165042 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [req-88324927-a609-49ca-863f-7b9932472820 req-5914a54c-45bb-4fac-a6ca-cb0520cdce95 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Synchronizing usage tracker for tenant:1d962db48c294eb4a16e765eb2cf52a8 on resource:port {{(pid=78792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:22:35.181530 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [req-88324927-a609-49ca-863f-7b9932472820 req-5914a54c-45bb-4fac-a6ca-cb0520cdce95 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Unset dirty status for tenant:1d962db48c294eb4a16e765eb2cf52a8 on resource:port {{(pid=78792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:22:35.182695 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-88324927-a609-49ca-863f-7b9932472820 req-5914a54c-45bb-4fac-a6ca-cb0520cdce95 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 944 time: 0.0966849 May 12 15:22:35.230363 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-88324927-a609-49ca-863f-7b9932472820 req-39988049-92df-4c40-a12d-43283394af5e tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417120 May 12 15:22:35.406597 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683e4620-be96-40d1-8a4b-231d60953824 req-72aab443-185a-4ad1-906d-f6a0e6747ec4 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:35.407213 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [req-683e4620-be96-40d1-8a4b-231d60953824 req-72aab443-185a-4ad1-906d-f6a0e6747ec4 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Synchronizing usage tracker for tenant:67d1815edccf41cfb649225313f265b3 on resource:port {{(pid=78792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:22:35.422849 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [req-683e4620-be96-40d1-8a4b-231d60953824 req-72aab443-185a-4ad1-906d-f6a0e6747ec4 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Unset dirty status for tenant:67d1815edccf41cfb649225313f265b3 on resource:port {{(pid=78792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:22:35.424278 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-683e4620-be96-40d1-8a4b-231d60953824 req-72aab443-185a-4ad1-906d-f6a0e6747ec4 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=edc737e0-a6cc-4a53-9aa1-9d50bf18010f HTTP/1.1" status: 200 len: 931 time: 0.0990615 May 12 15:22:35.469756 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-683e4620-be96-40d1-8a4b-231d60953824 req-f763e04d-0021-4583-968e-2e83384e31c4 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/security-groups?id=6307c184-9367-4c50-a03b-173b376f0731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388751 May 12 15:22:36.181151 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2753f5-b78b-4a45-a2af-dcb8ec4e8489 req-3e2016e2-29ba-470f-af1a-0eee8260c7a5 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:36.182736 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-6d2753f5-b78b-4a45-a2af-dcb8ec4e8489 req-3e2016e2-29ba-470f-af1a-0eee8260c7a5 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=370810a7-448d-401c-91e6-970dbdafd8c2 HTTP/1.1" status: 200 len: 945 time: 0.0804455 May 12 15:22:36.229617 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-6d2753f5-b78b-4a45-a2af-dcb8ec4e8489 req-eaad64fc-586f-481d-8e18-0df199aef78d tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410340 May 12 15:22:36.428932 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41bcb5b-3992-4a31-af19-074d594090ce req-ab7a757a-6647-4ad4-aeb6-45861e1b63db tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:36.430309 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-e41bcb5b-3992-4a31-af19-074d594090ce req-ab7a757a-6647-4ad4-aeb6-45861e1b63db tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 944 time: 0.0869508 May 12 15:22:36.475971 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-e41bcb5b-3992-4a31-af19-074d594090ce req-05381b90-952f-4457-a5ba-3c1857abad3d tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394447 May 12 15:22:36.657362 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931ba762-ec70-4180-82f0-c7a11301dd2f req-67031570-5526-40a1-8c7b-79cce8d2927f tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:36.658862 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-931ba762-ec70-4180-82f0-c7a11301dd2f req-67031570-5526-40a1-8c7b-79cce8d2927f tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=edc737e0-a6cc-4a53-9aa1-9d50bf18010f HTTP/1.1" status: 200 len: 931 time: 0.0837913 May 12 15:22:36.707790 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-931ba762-ec70-4180-82f0-c7a11301dd2f req-ad102371-f575-4fa4-addd-c773045cebba tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/security-groups?id=6307c184-9367-4c50-a03b-173b376f0731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410388 May 12 15:22:37.489850 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df236e12-ab47-487a-98b4-aea51bb2d93a req-325f3fa6-9e4c-4232-a525-20b325529913 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:37.491310 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-df236e12-ab47-487a-98b4-aea51bb2d93a req-325f3fa6-9e4c-4232-a525-20b325529913 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=370810a7-448d-401c-91e6-970dbdafd8c2 HTTP/1.1" status: 200 len: 945 time: 0.1578798 May 12 15:22:37.534852 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-df236e12-ab47-487a-98b4-aea51bb2d93a req-3af8d8c0-7d54-4027-b1a4-9ef695fee072 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377746 May 12 15:22:37.711155 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fb84ab-c54e-457d-8b14-2f9fa7652410 req-4180d53a-35c6-4ab0-add3-8965d9d99c14 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:37.712640 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-59fb84ab-c54e-457d-8b14-2f9fa7652410 req-4180d53a-35c6-4ab0-add3-8965d9d99c14 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 944 time: 0.0823832 May 12 15:22:37.761514 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-59fb84ab-c54e-457d-8b14-2f9fa7652410 req-aa068750-3ca4-4a98-9019-2bc6f6740796 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424747 May 12 15:22:37.955875 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0139bb90-3548-47cb-a553-536c0fcf8088 req-7a340f39-9fce-4bc1-a700-9623fc2a8676 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:37.957912 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-0139bb90-3548-47cb-a553-536c0fcf8088 req-7a340f39-9fce-4bc1-a700-9623fc2a8676 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=edc737e0-a6cc-4a53-9aa1-9d50bf18010f HTTP/1.1" status: 200 len: 931 time: 0.0818520 May 12 15:22:37.960336 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] get_ports_and_sgs() called for port_ids ['04093988-8b4c-43e0-a443-019f68577186', '0397f888-7270-457c-ba5d-1cb1e883e78e'] {{(pid=78794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:22:38.010101 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-0139bb90-3548-47cb-a553-536c0fcf8088 req-32e604ea-effe-4414-ab67-e6357f038ce9 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/security-groups?id=6307c184-9367-4c50-a03b-173b376f0731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457158 May 12 15:22:38.719094 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2ec0e7-107d-4760-b1f7-027ada9726c2 req-e889db08-15bf-400c-b6b8-dbd6e67ef25e tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:38.721033 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-5b2ec0e7-107d-4760-b1f7-027ada9726c2 req-e889db08-15bf-400c-b6b8-dbd6e67ef25e tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=370810a7-448d-401c-91e6-970dbdafd8c2 HTTP/1.1" status: 200 len: 945 time: 0.0812707 May 12 15:22:38.770929 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-5b2ec0e7-107d-4760-b1f7-027ada9726c2 req-ef536125-8b2a-4084-858f-91e486d6067c tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415425 May 12 15:22:38.965709 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f2981a-3601-4525-867d-840b5170ebcc req-6645c564-5080-4063-950b-8585f6fcce5c tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:38.967189 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-72f2981a-3601-4525-867d-840b5170ebcc req-6645c564-5080-4063-950b-8585f6fcce5c tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 944 time: 0.0837035 May 12 15:22:39.012692 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-72f2981a-3601-4525-867d-840b5170ebcc req-16273776-7f9d-4f68-aa0e-ddbe1768cfb1 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383418 May 12 15:22:39.193882 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f4b91-5f7e-47d7-84b9-07cc0346f209 req-e77346d1-3f90-4631-822a-36d364de1c24 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:39.195294 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-978f4b91-5f7e-47d7-84b9-07cc0346f209 req-e77346d1-3f90-4631-822a-36d364de1c24 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=edc737e0-a6cc-4a53-9aa1-9d50bf18010f HTTP/1.1" status: 200 len: 931 time: 0.0804861 May 12 15:22:39.244871 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-978f4b91-5f7e-47d7-84b9-07cc0346f209 req-669c3a03-4a49-410e-8413-03a269c0a158 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/security-groups?id=6307c184-9367-4c50-a03b-173b376f0731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437996 May 12 15:22:39.961490 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d2466-127b-4d13-b37e-e09d76b9e526 req-abd3bf38-0a46-429d-95bf-083365cf74c1 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:39.963121 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-183d2466-127b-4d13-b37e-e09d76b9e526 req-abd3bf38-0a46-429d-95bf-083365cf74c1 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=370810a7-448d-401c-91e6-970dbdafd8c2 HTTP/1.1" status: 200 len: 945 time: 0.0815079 May 12 15:22:40.008187 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-183d2466-127b-4d13-b37e-e09d76b9e526 req-ec49bd15-f897-4bcc-b37e-bd491b16616b tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391214 May 12 15:22:40.202805 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f69c16-b891-42e3-bde5-282f53ffeb3e req-6b474157-d829-4cd9-ba5f-f4ca6ba83147 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:40.204496 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-76f69c16-b891-42e3-bde5-282f53ffeb3e req-6b474157-d829-4cd9-ba5f-f4ca6ba83147 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 944 time: 0.0821757 May 12 15:22:40.248310 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-76f69c16-b891-42e3-bde5-282f53ffeb3e req-e46025a9-0993-4495-a203-b084662c01c8 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375085 May 12 15:22:40.429919 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d71811a-6e62-46df-981d-34ea75743c14 req-e85b9f5e-529e-4ec1-8643-d2cb81b0efbd tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:40.431398 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-6d71811a-6e62-46df-981d-34ea75743c14 req-e85b9f5e-529e-4ec1-8643-d2cb81b0efbd tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=edc737e0-a6cc-4a53-9aa1-9d50bf18010f HTTP/1.1" status: 200 len: 931 time: 0.0846198 May 12 15:22:40.480507 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-6d71811a-6e62-46df-981d-34ea75743c14 req-112d89da-889f-4216-accc-a8fc4ae93b4e tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/security-groups?id=6307c184-9367-4c50-a03b-173b376f0731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434339 May 12 15:22:40.716989 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.v2.base [req-9951fde9-feec-4106-8e9d-2c34583990c6 req-e642d0b1-abfe-493f-a3f4-0df03dcb2db9 service neutron] Request body: {'port': {'device_id': 'edc737e0-a6cc-4a53-9aa1-9d50bf18010f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=78792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:22:40.875524 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-9951fde9-feec-4106-8e9d-2c34583990c6 req-e642d0b1-abfe-493f-a3f4-0df03dcb2db9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:40.898297 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b0416d-e4ca-42c9-a002-d0e3608e2357 req-81385516-6392-4fc4-9c1c-b88d5dc77a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:40.899760 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-e5b0416d-e4ca-42c9-a002-d0e3608e2357 req-81385516-6392-4fc4-9c1c-b88d5dc77a5a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=1d962db48c294eb4a16e765eb2cf52a8&device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 1097 time: 0.1574049 May 12 15:22:41.186754 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b0416d-e4ca-42c9-a002-d0e3608e2357 req-9f4e3f0c-68e7-49df-aee3-4f23001c2356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:41.188169 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-e5b0416d-e4ca-42c9-a002-d0e3608e2357 req-9f4e3f0c-68e7-49df-aee3-4f23001c2356 service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=1d962db48c294eb4a16e765eb2cf52a8&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2640233 May 12 15:22:41.449798 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e6f851-7ac4-48de-bd3f-403472995845 req-f1b84b6b-6051-4cc9-88c4-984ad43918de tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:41.451242 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-e6e6f851-7ac4-48de-bd3f-403472995845 req-f1b84b6b-6051-4cc9-88c4-984ad43918de tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 944 time: 0.0840549 May 12 15:22:41.511222 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-e6e6f851-7ac4-48de-bd3f-403472995845 req-4914f6a1-f50f-4c76-b143-a6f0800d04a1 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485833 May 12 15:22:41.545753 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a87d0-01ed-4e37-930a-1ad2ff59f7e4 req-af8b91da-4d64-4947-8015-ab98a685c9e2 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:41.550257 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-3c3a87d0-01ed-4e37-930a-1ad2ff59f7e4 req-af8b91da-4d64-4947-8015-ab98a685c9e2 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=370810a7-448d-401c-91e6-970dbdafd8c2 HTTP/1.1" status: 200 len: 945 time: 0.4346955 May 12 15:22:41.557631 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b0416d-e4ca-42c9-a002-d0e3608e2357 req-d8d66151-1b00-4911-b883-11232cce5bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:41.559824 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-e5b0416d-e4ca-42c9-a002-d0e3608e2357 req-d8d66151-1b00-4911-b883-11232cce5bbf service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3537421 May 12 15:22:41.692999 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-3c3a87d0-01ed-4e37-930a-1ad2ff59f7e4 req-9b6a7dfe-0ca8-4eb0-bf93-835a7d7a5e71 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387916 May 12 15:22:41.714205 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.notifiers.nova [req-9951fde9-feec-4106-8e9d-2c34583990c6 req-e642d0b1-abfe-493f-a3f4-0df03dcb2db9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 557bcf3d-3b63-4e7d-b8da-dfaf9d6c89a3 {{(pid=78792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 15:22:41.718953 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6d4a98-aaed-4f09-9294-ed31a3d0b449 req-12f71e90-9155-4a33-b398-8b8fe3e52f28 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:41.720693 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-cf6d4a98-aaed-4f09-9294-ed31a3d0b449 req-12f71e90-9155-4a33-b398-8b8fe3e52f28 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=edc737e0-a6cc-4a53-9aa1-9d50bf18010f HTTP/1.1" status: 200 len: 931 time: 0.0843048 May 12 15:22:41.724033 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-9951fde9-feec-4106-8e9d-2c34583990c6 req-e642d0b1-abfe-493f-a3f4-0df03dcb2db9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:41.745849 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.provisioning_blocks [req-9951fde9-feec-4106-8e9d-2c34583990c6 req-e642d0b1-abfe-493f-a3f4-0df03dcb2db9 service neutron] Transition to ACTIVE for port object 557bcf3d-3b63-4e7d-b8da-dfaf9d6c89a3 will not be triggered until provisioned by entity L2. {{(pid=78792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:22:41.750947 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-9951fde9-feec-4106-8e9d-2c34583990c6 req-e642d0b1-abfe-493f-a3f4-0df03dcb2db9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3714866'] for port, after_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:41.758390 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-0cf883a2-3123-4e2e-8146-25b28e7e43aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:22:41.771931 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-cf6d4a98-aaed-4f09-9294-ed31a3d0b449 req-19164a68-2971-492c-9b91-8c0819c042d0 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/security-groups?id=6307c184-9367-4c50-a03b-173b376f0731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436878 May 12 15:22:41.870877 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf9d646-6b98-48a7-87fd-6975eb0d4765 req-07e7f68c-72e9-45fd-97f3-c5318ae1896c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:41.872344 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-dcf9d646-6b98-48a7-87fd-6975eb0d4765 req-07e7f68c-72e9-45fd-97f3-c5318ae1896c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=1d962db48c294eb4a16e765eb2cf52a8&device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 1097 time: 0.2329631 May 12 15:22:41.961222 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e642d0b1-abfe-493f-a3f4-0df03dcb2db9 service neutron] Pushing event updated for resources: {'Port': ['ID=557bcf3d-3b63-4e7d-b8da-dfaf9d6c89a3,revision_number=2']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:22:41.994705 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-e642d0b1-abfe-493f-a3f4-0df03dcb2db9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:22:41.996308 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-dcf9d646-6b98-48a7-87fd-6975eb0d4765 req-62a8e2f6-9950-42f1-b406-75ef2d5f8b03 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43db03e8-f3a5-4732-9fd7-b9781b241670 HTTP/1.1" status: 200 len: 217 time: 0.1036797 May 12 15:22:42.120362 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf9d646-6b98-48a7-87fd-6975eb0d4765 req-4760977e-96e9-4450-82cc-50a7cd335ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:42.121804 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-dcf9d646-6b98-48a7-87fd-6975eb0d4765 req-4760977e-96e9-4450-82cc-50a7cd335ce7 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=a819acb5-532b-4750-ac78-9d47ffeaf477 HTTP/1.1" status: 200 len: 855 time: 0.1102159 May 12 15:22:42.129254 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.managers [req-9951fde9-feec-4106-8e9d-2c34583990c6 req-e642d0b1-abfe-493f-a3f4-0df03dcb2db9 service neutron] Attempting to bind port 557bcf3d-3b63-4e7d-b8da-dfaf9d6c89a3 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=78792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:22:42.129587 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.managers [req-9951fde9-feec-4106-8e9d-2c34583990c6 req-e642d0b1-abfe-493f-a3f4-0df03dcb2db9 service neutron] Attempting to bind port 557bcf3d-3b63-4e7d-b8da-dfaf9d6c89a3 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '3562151b-8bf4-487d-bcfe-e1baea035031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7a9a0a63-2af5-4556-bd7a-991a8e39d133'}] {{(pid=78792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:22:42.129949 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9951fde9-feec-4106-8e9d-2c34583990c6 req-e642d0b1-abfe-493f-a3f4-0df03dcb2db9 service neutron] Attempting to bind port 557bcf3d-3b63-4e7d-b8da-dfaf9d6c89a3 on network 7a9a0a63-2af5-4556-bd7a-991a8e39d133 {{(pid=78792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:22:42.134608 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9951fde9-feec-4106-8e9d-2c34583990c6 req-e642d0b1-abfe-493f-a3f4-0df03dcb2db9 service neutron] Port 557bcf3d-3b63-4e7d-b8da-dfaf9d6c89a3 on network 7a9a0a63-2af5-4556-bd7a-991a8e39d133 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=78792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 15:22:42.134952 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9951fde9-feec-4106-8e9d-2c34583990c6 req-e642d0b1-abfe-493f-a3f4-0df03dcb2db9 service neutron] Attempting to bind port 557bcf3d-3b63-4e7d-b8da-dfaf9d6c89a3 on network 7a9a0a63-2af5-4556-bd7a-991a8e39d133 {{(pid=78792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:22:42.177160 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9951fde9-feec-4106-8e9d-2c34583990c6 req-e642d0b1-abfe-493f-a3f4-0df03dcb2db9 service neutron] Checking agent: {'id': 'f90bdb6d-8ae0-42e3-a09a-ceb4f970b9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 15, 18, 57), 'started_at': datetime.datetime(2021, 5, 12, 15, 18, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 15, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:22:42.177500 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9951fde9-feec-4106-8e9d-2c34583990c6 req-e642d0b1-abfe-493f-a3f4-0df03dcb2db9 service neutron] Checking segment: {'id': '3562151b-8bf4-487d-bcfe-e1baea035031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7a9a0a63-2af5-4556-bd7a-991a8e39d133'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:22:42.177935 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9951fde9-feec-4106-8e9d-2c34583990c6 req-e642d0b1-abfe-493f-a3f4-0df03dcb2db9 service neutron] Bound using segment: {'id': '3562151b-8bf4-487d-bcfe-e1baea035031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7a9a0a63-2af5-4556-bd7a-991a8e39d133'} {{(pid=78792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:22:42.178381 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.managers [req-9951fde9-feec-4106-8e9d-2c34583990c6 req-e642d0b1-abfe-493f-a3f4-0df03dcb2db9 service neutron] Bound port: 557bcf3d-3b63-4e7d-b8da-dfaf9d6c89a3, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3562151b-8bf4-487d-bcfe-e1baea035031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7a9a0a63-2af5-4556-bd7a-991a8e39d133'}}] {{(pid=78792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:22:42.178725 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-9951fde9-feec-4106-8e9d-2c34583990c6 req-e642d0b1-abfe-493f-a3f4-0df03dcb2db9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:42.291786 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf9d646-6b98-48a7-87fd-6975eb0d4765 req-1c8d91f7-12de-424f-bf14-549f60dbcb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:42.293234 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-dcf9d646-6b98-48a7-87fd-6975eb0d4765 req-1c8d91f7-12de-424f-bf14-549f60dbcb16 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e42449cb-482c-4d1d-a3c5-6d4382e507b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1561911 May 12 15:22:42.295719 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.db [req-9951fde9-feec-4106-8e9d-2c34583990c6 req-e642d0b1-abfe-493f-a3f4-0df03dcb2db9 service neutron] For port 557bcf3d-3b63-4e7d-b8da-dfaf9d6c89a3, host hv-cinder-78960, cleared binding levels {{(pid=78792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:22:42.298759 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.db [req-9951fde9-feec-4106-8e9d-2c34583990c6 req-e642d0b1-abfe-493f-a3f4-0df03dcb2db9 service neutron] For port 557bcf3d-3b63-4e7d-b8da-dfaf9d6c89a3, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=557bcf3d-3b63-4e7d-b8da-dfaf9d6c89a3,segment=NetworkSegment(3562151b-8bf4-487d-bcfe-e1baea035031),segment_id=3562151b-8bf4-487d-bcfe-e1baea035031)] {{(pid=78792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:22:42.321951 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-9951fde9-feec-4106-8e9d-2c34583990c6 req-e642d0b1-abfe-493f-a3f4-0df03dcb2db9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3714866'] for port, after_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:42.331662 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:22:42.440035 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9951fde9-feec-4106-8e9d-2c34583990c6 req-e642d0b1-abfe-493f-a3f4-0df03dcb2db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:42.440638 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-9951fde9-feec-4106-8e9d-2c34583990c6 req-e642d0b1-abfe-493f-a3f4-0df03dcb2db9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2050383'] for port, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:42.441993 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-9951fde9-feec-4106-8e9d-2c34583990c6 req-e642d0b1-abfe-493f-a3f4-0df03dcb2db9 service neutron] 10.222.0.85 "PUT /v2.0/ports/557bcf3d-3b63-4e7d-b8da-dfaf9d6c89a3 HTTP/1.1" status: 200 len: 1093 time: 1.7296014 May 12 15:22:42.442465 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edc737e0-a6cc-4a53-9aa1-9d50bf18010f', 'tag': '557bcf3d-3b63-4e7d-b8da-dfaf9d6c89a3'}] {{(pid=78792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:22:42.524496 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edc737e0-a6cc-4a53-9aa1-9d50bf18010f', 'tag': '557bcf3d-3b63-4e7d-b8da-dfaf9d6c89a3', 'status': 'completed', 'code': 200} May 12 15:22:42.529255 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e642d0b1-abfe-493f-a3f4-0df03dcb2db9 service neutron] Pushing event updated for resources: {'Port': ['ID=557bcf3d-3b63-4e7d-b8da-dfaf9d6c89a3,revision_number=3']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:22:42.547745 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-e642d0b1-abfe-493f-a3f4-0df03dcb2db9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:22:42.560461 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-dcf9d646-6b98-48a7-87fd-6975eb0d4765 req-983047a1-a1f2-4e18-a765-0ee54950376f service neutron] 10.222.0.85 "GET /v2.0/networks/e42449cb-482c-4d1d-a3c5-6d4382e507b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575538 May 12 15:22:42.660966 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9951fde9-feec-4106-8e9d-2c34583990c6 req-3801d889-ef98-4924-a55d-da6394942499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:42.662463 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-9951fde9-feec-4106-8e9d-2c34583990c6 req-3801d889-ef98-4924-a55d-da6394942499 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=67d1815edccf41cfb649225313f265b3&device_id=edc737e0-a6cc-4a53-9aa1-9d50bf18010f HTTP/1.1" status: 200 len: 1096 time: 0.1722312 May 12 15:22:42.790654 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-9951fde9-feec-4106-8e9d-2c34583990c6 req-691e1ff6-9ef1-4415-a3f6-9d9a41e3d860 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=557bcf3d-3b63-4e7d-b8da-dfaf9d6c89a3 HTTP/1.1" status: 200 len: 217 time: 0.0862277 May 12 15:22:42.891134 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-dcf9d646-6b98-48a7-87fd-6975eb0d4765 req-bec30418-647d-4f23-8af2-9504a41a9673 service neutron] 10.222.0.85 "GET /v2.0/networks/e42449cb-482c-4d1d-a3c5-6d4382e507b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3181467 May 12 15:22:42.900023 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9951fde9-feec-4106-8e9d-2c34583990c6 req-630dbf56-39e5-4416-b2ad-420aeb52ef1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:42.901120 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-9951fde9-feec-4106-8e9d-2c34583990c6 req-630dbf56-39e5-4416-b2ad-420aeb52ef1e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=881371bc-0cab-4490-a652-bddfe720ce96 HTTP/1.1" status: 200 len: 855 time: 0.0990157 May 12 15:22:42.923884 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dd4d9c-7168-49dd-86eb-555689478bfc req-120dd037-aff5-42da-b6a3-66b7bc111e4a tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:42.925478 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-d9dd4d9c-7168-49dd-86eb-555689478bfc req-120dd037-aff5-42da-b6a3-66b7bc111e4a tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 944 time: 0.2607727 May 12 15:22:42.975513 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-9951fde9-feec-4106-8e9d-2c34583990c6 req-46c53ffb-2ea0-4b89-90c2-4c1984cb8c76 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=7a9a0a63-2af5-4556-bd7a-991a8e39d133&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489697 May 12 15:22:43.095809 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aaa0c1-de5a-471b-bdb6-56cf928d0c3d req-19bf5ea0-a18b-47ee-9581-efdcda4c7236 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:43.106096 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-f5aaa0c1-de5a-471b-bdb6-56cf928d0c3d req-19bf5ea0-a18b-47ee-9581-efdcda4c7236 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=370810a7-448d-401c-91e6-970dbdafd8c2 HTTP/1.1" status: 200 len: 945 time: 0.2715235 May 12 15:22:43.169972 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-f5aaa0c1-de5a-471b-bdb6-56cf928d0c3d req-c4857494-6ed4-4468-9676-e471adb9c572 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626473 May 12 15:22:43.214811 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-d9dd4d9c-7168-49dd-86eb-555689478bfc req-7a8d7d49-e5bc-4b57-a852-0e2f8a2a33d6 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2361932 May 12 15:22:43.304155 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-9951fde9-feec-4106-8e9d-2c34583990c6 req-13e84f70-464d-4c6d-a443-873c87236a04 service neutron] 10.222.0.85 "GET /v2.0/networks/7a9a0a63-2af5-4556-bd7a-991a8e39d133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3135276 May 12 15:22:43.389085 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e44665b-46f0-4707-a103-7ed18206332a req-fc0453f4-9d3c-4ea7-97e4-f5da37192a31 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:43.390582 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-8e44665b-46f0-4707-a103-7ed18206332a req-fc0453f4-9d3c-4ea7-97e4-f5da37192a31 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=edc737e0-a6cc-4a53-9aa1-9d50bf18010f HTTP/1.1" status: 200 len: 943 time: 0.1033072 May 12 15:22:43.438332 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-8e44665b-46f0-4707-a103-7ed18206332a req-d30552b1-0c5d-44c8-a2a0-7f59876ab5d1 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/security-groups?id=6307c184-9367-4c50-a03b-173b376f0731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404985 May 12 15:22:43.466266 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-9951fde9-feec-4106-8e9d-2c34583990c6 req-f86979b9-d3ea-4a1b-ab97-886bf025af30 service neutron] 10.222.0.85 "GET /v2.0/networks/7a9a0a63-2af5-4556-bd7a-991a8e39d133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488996 May 12 15:22:43.607864 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa20abf-19ac-42c7-ba53-3fd26865789e req-27f1a1f3-3f37-4a5e-8fc7-b145407e910f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:43.609339 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-3fa20abf-19ac-42c7-ba53-3fd26865789e req-27f1a1f3-3f37-4a5e-8fc7-b145407e910f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=67d1815edccf41cfb649225313f265b3&device_id=edc737e0-a6cc-4a53-9aa1-9d50bf18010f HTTP/1.1" status: 200 len: 1096 time: 0.0867922 May 12 15:22:43.764560 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa20abf-19ac-42c7-ba53-3fd26865789e req-b0818c69-f94b-4e12-857b-6a19cb59a223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:43.766028 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-3fa20abf-19ac-42c7-ba53-3fd26865789e req-b0818c69-f94b-4e12-857b-6a19cb59a223 service neutron] 10.222.0.85 "GET /v2.0/networks?id=7a9a0a63-2af5-4556-bd7a-991a8e39d133 HTTP/1.1" status: 200 len: 916 time: 0.1431980 May 12 15:22:43.852057 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-3fa20abf-19ac-42c7-ba53-3fd26865789e req-4f5aac32-6b30-4839-ba5c-458c18b18b1c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=557bcf3d-3b63-4e7d-b8da-dfaf9d6c89a3 HTTP/1.1" status: 200 len: 217 time: 0.0761108 May 12 15:22:43.937757 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa20abf-19ac-42c7-ba53-3fd26865789e req-c23f765e-c3f0-424a-87fa-5be9b6e643fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:43.939371 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-3fa20abf-19ac-42c7-ba53-3fd26865789e req-c23f765e-c3f0-424a-87fa-5be9b6e643fc service neutron] 10.222.0.85 "GET /v2.0/subnets?id=881371bc-0cab-4490-a652-bddfe720ce96 HTTP/1.1" status: 200 len: 855 time: 0.0762939 May 12 15:22:43.991422 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-3fa20abf-19ac-42c7-ba53-3fd26865789e req-6c75ec78-3a1b-4116-a45e-614885a02869 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=7a9a0a63-2af5-4556-bd7a-991a8e39d133&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423689 May 12 15:22:44.131540 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-3fa20abf-19ac-42c7-ba53-3fd26865789e req-322bbd86-f94f-4368-b2dd-67cb784bea2a service neutron] 10.222.0.85 "GET /v2.0/networks/7a9a0a63-2af5-4556-bd7a-991a8e39d133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293800 May 12 15:22:44.294268 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-3fa20abf-19ac-42c7-ba53-3fd26865789e req-477e5652-5ef1-45f3-a895-94c3fa7f1ae4 service neutron] 10.222.0.85 "GET /v2.0/networks/7a9a0a63-2af5-4556-bd7a-991a8e39d133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482148 May 12 15:22:44.392141 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6000c5-0999-4e5f-b869-1698365f11a9 req-c2469768-d3bd-4a4a-9072-3558fbbb10a0 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:44.396031 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-ad6000c5-0999-4e5f-b869-1698365f11a9 req-c2469768-d3bd-4a4a-9072-3558fbbb10a0 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=370810a7-448d-401c-91e6-970dbdafd8c2 HTTP/1.1" status: 200 len: 945 time: 0.1191161 May 12 15:22:44.448376 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e6c626-50aa-49b2-983c-7fb65703259c req-3786c1ef-ec21-439f-b9b1-3f802d8b9d0a tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:44.450261 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-f8e6c626-50aa-49b2-983c-7fb65703259c req-3786c1ef-ec21-439f-b9b1-3f802d8b9d0a tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 944 time: 0.1009703 May 12 15:22:44.461971 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-ad6000c5-0999-4e5f-b869-1698365f11a9 req-1e38ab49-d21c-45fd-b59a-bb74da5f8bb5 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584393 May 12 15:22:44.504728 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-f8e6c626-50aa-49b2-983c-7fb65703259c req-db3344fb-5e92-4eab-b4d0-e0025199900d tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464895 May 12 15:22:44.656444 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f30a9a4-6cdc-4589-abc3-2c9e52c42df5 req-26fd090c-cf4c-479b-a1de-41f7d33d97ba tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:44.657947 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-8f30a9a4-6cdc-4589-abc3-2c9e52c42df5 req-26fd090c-cf4c-479b-a1de-41f7d33d97ba tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=edc737e0-a6cc-4a53-9aa1-9d50bf18010f HTTP/1.1" status: 200 len: 943 time: 0.0861199 May 12 15:22:44.707253 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-8f30a9a4-6cdc-4589-abc3-2c9e52c42df5 req-8fc42d98-0046-4efe-86ac-5fa744ac7e5f tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/security-groups?id=6307c184-9367-4c50-a03b-173b376f0731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423598 May 12 15:22:45.682719 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a08bf1-c3c9-42a6-b83c-d19254ea22c2 req-8e20e67b-8b30-4310-9c9d-88999929582e tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:45.684157 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-74a08bf1-c3c9-42a6-b83c-d19254ea22c2 req-8e20e67b-8b30-4310-9c9d-88999929582e tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=370810a7-448d-401c-91e6-970dbdafd8c2 HTTP/1.1" status: 200 len: 945 time: 0.1024175 May 12 15:22:45.711033 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b13fba-4fda-4369-be56-d601b2eaa5e0 req-8966bbcc-ebef-4087-8009-593d1ef2b90f tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:45.712618 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-c3b13fba-4fda-4369-be56-d601b2eaa5e0 req-8966bbcc-ebef-4087-8009-593d1ef2b90f tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 944 time: 0.0847170 May 12 15:22:45.735502 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-74a08bf1-c3c9-42a6-b83c-d19254ea22c2 req-ccf60626-2ec4-4487-9080-9a6feb34278c tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448101 May 12 15:22:45.778926 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-c3b13fba-4fda-4369-be56-d601b2eaa5e0 req-a72c6d00-c66b-4e7d-9943-9c1d92761c54 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565643 May 12 15:22:45.931486 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672755b7-84af-450f-8d55-69b89f5e76d3 req-26c880de-0efa-4372-875a-be7fae49437a tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:45.932539 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-672755b7-84af-450f-8d55-69b89f5e76d3 req-26c880de-0efa-4372-875a-be7fae49437a tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=edc737e0-a6cc-4a53-9aa1-9d50bf18010f HTTP/1.1" status: 200 len: 943 time: 0.0857930 May 12 15:22:45.990139 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-672755b7-84af-450f-8d55-69b89f5e76d3 req-f2db2fc4-be9b-4b3a-b17b-95565a5ecc39 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/security-groups?id=6307c184-9367-4c50-a03b-173b376f0731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516102 May 12 15:22:46.948480 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0759d839-829f-4273-badc-bf6ff72157d0 req-0706f5aa-d9db-4817-92f6-863dac92d401 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:46.949971 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-0759d839-829f-4273-badc-bf6ff72157d0 req-0706f5aa-d9db-4817-92f6-863dac92d401 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=370810a7-448d-401c-91e6-970dbdafd8c2 HTTP/1.1" status: 200 len: 945 time: 0.0917623 May 12 15:22:47.004799 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-0759d839-829f-4273-badc-bf6ff72157d0 req-63a5ed9e-fbbe-40ba-a640-64c3efb2ee06 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462630 May 12 15:22:47.006442 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf6b359-bf77-4207-b08d-3a5d9731fd90 req-ba8dfbf5-0297-4d9e-9709-144085b038f3 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:47.007935 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-aaf6b359-bf77-4207-b08d-3a5d9731fd90 req-ba8dfbf5-0297-4d9e-9709-144085b038f3 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 944 time: 0.0923688 May 12 15:22:47.059229 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-aaf6b359-bf77-4207-b08d-3a5d9731fd90 req-c0f1ca97-a404-41d3-98d8-f7a4ecee06db tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451450 May 12 15:22:47.255933 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b73b7cd-a7e8-435b-a957-58735ff79137 req-54059b45-248b-46e6-8844-10d12beac8f8 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:47.257371 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-3b73b7cd-a7e8-435b-a957-58735ff79137 req-54059b45-248b-46e6-8844-10d12beac8f8 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=edc737e0-a6cc-4a53-9aa1-9d50bf18010f HTTP/1.1" status: 200 len: 943 time: 0.0885351 May 12 15:22:47.286122 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 42578) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:22:47.303858 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-3b73b7cd-a7e8-435b-a957-58735ff79137 req-32d2a2eb-7690-4ae9-86c2-775dc8f29b61 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/security-groups?id=6307c184-9367-4c50-a03b-173b376f0731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406923 May 12 15:22:47.404307 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-c4bdf3c5-0ad5-405f-8a08-f2bc5207b064 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:47.419219 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-c4bdf3c5-0ad5-405f-8a08-f2bc5207b064 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:22:47.423003 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-c4bdf3c5-0ad5-405f-8a08-f2bc5207b064 admin admin] Usage tracker for resource:security_group_rule and tenant:3204adab7f73483cb834800096bbd7fb is out of sync, need to count used quota {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:22:47.425866 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-c4bdf3c5-0ad5-405f-8a08-f2bc5207b064 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:22:47.431370 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-c4bdf3c5-0ad5-405f-8a08-f2bc5207b064 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:22:47.518930 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-c4bdf3c5-0ad5-405f-8a08-f2bc5207b064 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:47.522851 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-c4bdf3c5-0ad5-405f-8a08-f2bc5207b064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:47.529796 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-3af929e8-ddd1-41fb-81e0-76995a04eff6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:22:47.568956 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bdf3c5-0ad5-405f-8a08-f2bc5207b064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9059387-2421-478d-a6e4-92407151dedd,revision_number=1']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:22:47.573186 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-c4bdf3c5-0ad5-405f-8a08-f2bc5207b064 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3204adab7f73483cb834800096bbd7fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2858696 May 12 15:22:47.574063 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-c4bdf3c5-0ad5-405f-8a08-f2bc5207b064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:22:47.575767 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 42584) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:22:47.634330 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-b4ed0d08-626e-492e-b524-9f7e2381e8c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:47.660888 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-b4ed0d08-626e-492e-b524-9f7e2381e8c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:47.712420 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-b4ed0d08-626e-492e-b524-9f7e2381e8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:47.716683 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:22:47.728031 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ed0d08-626e-492e-b524-9f7e2381e8c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9059387-2421-478d-a6e4-92407151dedd,revision_number=None']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:22:47.731902 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-b4ed0d08-626e-492e-b524-9f7e2381e8c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:22:47.735241 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-b4ed0d08-626e-492e-b524-9f7e2381e8c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:47.736430 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-b4ed0d08-626e-492e-b524-9f7e2381e8c3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b9059387-2421-478d-a6e4-92407151dedd HTTP/1.1" status: 204 len: 168 time: 0.1597848 May 12 15:22:48.035489 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Device 557bcf3d-3b63-4e7d-b8da-dfaf9d6c89a3 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=78794) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 15:22:48.066436 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 42610) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:22:48.101890 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-face86b6-f98e-4141-aaed-178d1590d64d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:48.151098 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-face86b6-f98e-4141-aaed-178d1590d64d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:22:48.159822 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-face86b6-f98e-4141-aaed-178d1590d64d admin admin] Usage tracker for resource:security_group_rule and tenant:35901649c6d444ecabb39a1500a14122 is out of sync, need to count used quota {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:22:48.166523 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-face86b6-f98e-4141-aaed-178d1590d64d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:22:48.174922 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-face86b6-f98e-4141-aaed-178d1590d64d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:22:48.225894 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] For port 557bcf3d-3b63-4e7d-b8da-dfaf9d6c89a3, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=557bcf3d-3b63-4e7d-b8da-dfaf9d6c89a3,segment=NetworkSegment(3562151b-8bf4-487d-bcfe-e1baea035031),segment_id=3562151b-8bf4-487d-bcfe-e1baea035031)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:22:48.243129 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Returning: {'device': '557bcf3d-3b63-4e7d-b8da-dfaf9d6c89a3', 'network_id': '7a9a0a63-2af5-4556-bd7a-991a8e39d133', 'port_id': '557bcf3d-3b63-4e7d-b8da-dfaf9d6c89a3', 'mac_address': 'fa:16:3e:68:10:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '881371bc-0cab-4490-a652-bddfe720ce96', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78794) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 15:22:48.317138 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 42622) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:22:48.323514 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:48.327535 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd91150e-53bc-40c2-bc26-868d24dacc8d req-48b0a909-be8e-40fb-b350-afae29026f1e tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:48.329186 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-fd91150e-53bc-40c2-bc26-868d24dacc8d req-48b0a909-be8e-40fb-b350-afae29026f1e tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 944 time: 0.1031106 May 12 15:22:48.343035 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.notifiers.nova [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 557bcf3d-3b63-4e7d-b8da-dfaf9d6c89a3 {{(pid=78794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 15:22:48.366876 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cd2b50-530b-47bb-989c-fdcd617d773b req-547ba996-d061-489e-b427-8dd2f7f71f3a tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:48.368717 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-51cd2b50-530b-47bb-989c-fdcd617d773b req-547ba996-d061-489e-b427-8dd2f7f71f3a tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=370810a7-448d-401c-91e6-970dbdafd8c2 HTTP/1.1" status: 200 len: 945 time: 0.1642158 May 12 15:22:48.370528 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] For port 557bcf3d-3b63-4e7d-b8da-dfaf9d6c89a3, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=557bcf3d-3b63-4e7d-b8da-dfaf9d6c89a3,segment=NetworkSegment(3562151b-8bf4-487d-bcfe-e1baea035031),segment_id=3562151b-8bf4-487d-bcfe-e1baea035031)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:22:48.374024 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-face86b6-f98e-4141-aaed-178d1590d64d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:48.377590 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:48.380630 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Device 43db03e8-f3a5-4732-9fd7-b9781b241670 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=78794) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 15:22:48.382709 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:22:48.394622 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-face86b6-f98e-4141-aaed-178d1590d64d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:48.397196 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-fd91150e-53bc-40c2-bc26-868d24dacc8d req-a5814fe2-d77e-45cb-aa26-f4e89afb0794 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613205 May 12 15:22:48.408573 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:22:48.527267 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Pushing event updated for resources: {'Port': ['ID=557bcf3d-3b63-4e7d-b8da-dfaf9d6c89a3,revision_number=4']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:22:48.531925 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:22:48.587839 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-f6c7d6bc-620f-4028-9c4f-ef5a0fd08995 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:48.591421 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] For port 43db03e8-f3a5-4732-9fd7-b9781b241670, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=43db03e8-f3a5-4732-9fd7-b9781b241670,segment=NetworkSegment(3335fbed-a52c-4d63-90d5-e5c4d9194d95),segment_id=3335fbed-a52c-4d63-90d5-e5c4d9194d95)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:22:48.606101 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Returning: {'device': '43db03e8-f3a5-4732-9fd7-b9781b241670', 'network_id': 'e42449cb-482c-4d1d-a3c5-6d4382e507b8', 'port_id': '43db03e8-f3a5-4732-9fd7-b9781b241670', 'mac_address': 'fa:16:3e:14:92:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a819acb5-532b-4750-ac78-9d47ffeaf477', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78794) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 15:22:48.609996 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-face86b6-f98e-4141-aaed-178d1590d64d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=35901649c6d444ecabb39a1500a14122&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5396075 May 12 15:22:48.610644 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 42630) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:22:48.612694 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-51cd2b50-530b-47bb-989c-fdcd617d773b req-df73d4eb-8c21-4801-9d57-633bd720032d tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371573 May 12 15:22:48.613320 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-face86b6-f98e-4141-aaed-178d1590d64d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aca59fc-23a7-436b-b2cd-ccaa0f7042c5,revision_number=1']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:22:48.619597 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-f6c7d6bc-620f-4028-9c4f-ef5a0fd08995 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:22:48.624522 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-face86b6-f98e-4141-aaed-178d1590d64d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:22:48.625501 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-f6c7d6bc-620f-4028-9c4f-ef5a0fd08995 admin admin] Usage tracker for resource:security_group_rule and tenant:39b90421e035488fa695a14b40117043 is out of sync, need to count used quota {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:22:48.629684 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-f6c7d6bc-620f-4028-9c4f-ef5a0fd08995 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:22:48.635554 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-f6c7d6bc-620f-4028-9c4f-ef5a0fd08995 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:22:48.699127 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-dd1f0a62-a506-4427-a4a2-787515781df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:48.713799 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:48.735969 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.notifiers.nova [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43db03e8-f3a5-4732-9fd7-b9781b241670 {{(pid=78794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 15:22:48.755969 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-f6c7d6bc-620f-4028-9c4f-ef5a0fd08995 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:48.756957 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] For port 43db03e8-f3a5-4732-9fd7-b9781b241670, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=43db03e8-f3a5-4732-9fd7-b9781b241670,segment=NetworkSegment(3335fbed-a52c-4d63-90d5-e5c4d9194d95),segment_id=3335fbed-a52c-4d63-90d5-e5c4d9194d95)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:22:48.763362 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-f6c7d6bc-620f-4028-9c4f-ef5a0fd08995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:48.765527 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-7df6f95c-f6a4-470d-b888-a43570a4e927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:48.765911 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:48.768692 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:22:48.794501 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-ce96e937-7676-4f30-b9b8-8e9ff8310e0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:22:48.804060 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-7df6f95c-f6a4-470d-b888-a43570a4e927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:48.829562 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c7d6bc-620f-4028-9c4f-ef5a0fd08995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d707befd-02d8-47db-bd5c-d9bd6338d673,revision_number=1']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:22:48.844023 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d451b3-912d-4671-99f2-8fc94117be6a req-751fd32b-9535-46a4-9cb6-cda9fea372a1 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:48.845676 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-f6c7d6bc-620f-4028-9c4f-ef5a0fd08995 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:22:48.851296 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-73d451b3-912d-4671-99f2-8fc94117be6a req-751fd32b-9535-46a4-9cb6-cda9fea372a1 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=edc737e0-a6cc-4a53-9aa1-9d50bf18010f HTTP/1.1" status: 200 len: 944 time: 0.1779196 May 12 15:22:48.886599 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-f6c7d6bc-620f-4028-9c4f-ef5a0fd08995 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=39b90421e035488fa695a14b40117043&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5684180 May 12 15:22:48.891361 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 42638) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:22:48.899199 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Pushing event updated for resources: {'Port': ['ID=43db03e8-f3a5-4732-9fd7-b9781b241670,revision_number=4']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:22:48.910311 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:22:48.957099 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-73d451b3-912d-4671-99f2-8fc94117be6a req-0391d693-8b8e-4624-b135-67996e0477b3 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/security-groups?id=6307c184-9367-4c50-a03b-173b376f0731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048095 May 12 15:22:48.960903 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-7df6f95c-f6a4-470d-b888-a43570a4e927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:48.967009 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-36e482af-22e5-468e-bbc9-1b607d03632e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:22:48.982382 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df6f95c-f6a4-470d-b888-a43570a4e927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aca59fc-23a7-436b-b2cd-ccaa0f7042c5,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:22:48.986594 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-7df6f95c-f6a4-470d-b888-a43570a4e927 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:22:49.002923 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-7df6f95c-f6a4-470d-b888-a43570a4e927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:49.004037 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-7df6f95c-f6a4-470d-b888-a43570a4e927 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4aca59fc-23a7-436b-b2cd-ccaa0f7042c5 HTTP/1.1" status: 204 len: 168 time: 0.3925672 May 12 15:22:49.005056 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-47c5ae74-6309-436b-a155-ccc1d84ceaa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:49.033323 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-47c5ae74-6309-436b-a155-ccc1d84ceaa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:49.106209 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-47c5ae74-6309-436b-a155-ccc1d84ceaa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:49.112802 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-d729461d-1e11-4ecb-b2f3-4e6293c5acfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:22:49.129119 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c5ae74-6309-436b-a155-ccc1d84ceaa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d707befd-02d8-47db-bd5c-d9bd6338d673,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:22:49.131076 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-47c5ae74-6309-436b-a155-ccc1d84ceaa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:49.132312 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-47c5ae74-6309-436b-a155-ccc1d84ceaa1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d707befd-02d8-47db-bd5c-d9bd6338d673 HTTP/1.1" status: 204 len: 168 time: 0.2394841 May 12 15:22:49.136997 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-47c5ae74-6309-436b-a155-ccc1d84ceaa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:22:49.369125 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] get_ports_and_sgs() called for port_ids ['43db03e8-f3a5-4732-9fd7-b9781b241670'] {{(pid=78794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:22:49.402828 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] get_ports_and_sgs() called for port_ids ['557bcf3d-3b63-4e7d-b8da-dfaf9d6c89a3'] {{(pid=78794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:22:49.644291 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962c8d02-9846-4009-909a-74718c61636a req-5fc6c425-6d5c-4261-8867-5751daa72e43 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:49.646068 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-962c8d02-9846-4009-909a-74718c61636a req-5fc6c425-6d5c-4261-8867-5751daa72e43 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 945 time: 0.1145515 May 12 15:22:49.726384 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-962c8d02-9846-4009-909a-74718c61636a req-77352ab7-0676-4e2f-adb7-a1da69a7bcc7 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718923 May 12 15:22:50.012272 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc71aac-d3aa-4fad-99e3-25e53530fc00 req-73b1202e-e598-4bfa-8d62-d2137f8e112f tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:50.023731 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-7cc71aac-d3aa-4fad-99e3-25e53530fc00 req-73b1202e-e598-4bfa-8d62-d2137f8e112f tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=370810a7-448d-401c-91e6-970dbdafd8c2 HTTP/1.1" status: 200 len: 945 time: 0.1779997 May 12 15:22:50.179917 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-7cc71aac-d3aa-4fad-99e3-25e53530fc00 req-6959e289-8a10-439e-948b-f3215273ffa5 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480730 May 12 15:22:50.212669 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02b9402-6b43-4f2d-b4d8-3344906cac79 req-e5254143-56ea-413c-a6cd-84259f84f728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:50.214217 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-d02b9402-6b43-4f2d-b4d8-3344906cac79 req-e5254143-56ea-413c-a6cd-84259f84f728 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=74c7c1c901cc4a308c52d5960e08ed68&device_id=370810a7-448d-401c-91e6-970dbdafd8c2 HTTP/1.1" status: 200 len: 1098 time: 0.1350412 May 12 15:22:50.283256 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffddbf33-d2f3-42e4-90b7-1ccda4461144 req-605bcdb4-035d-418b-9df0-6184642d5507 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:50.285498 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-ffddbf33-d2f3-42e4-90b7-1ccda4461144 req-605bcdb4-035d-418b-9df0-6184642d5507 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=edc737e0-a6cc-4a53-9aa1-9d50bf18010f HTTP/1.1" status: 200 len: 944 time: 0.1166167 May 12 15:22:50.342780 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-ffddbf33-d2f3-42e4-90b7-1ccda4461144 req-8a800fd7-9c0c-409a-ad82-b650930c7ef7 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/security-groups?id=6307c184-9367-4c50-a03b-173b376f0731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490553 May 12 15:22:50.388931 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02b9402-6b43-4f2d-b4d8-3344906cac79 req-cb08b1c0-09dd-49af-a199-ffbba5f5c935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:50.390463 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-d02b9402-6b43-4f2d-b4d8-3344906cac79 req-cb08b1c0-09dd-49af-a199-ffbba5f5c935 service neutron] 10.222.0.85 "GET /v2.0/networks?id=fb786cfb-6ac9-4fb8-8644-ee3baa944840 HTTP/1.1" status: 200 len: 920 time: 0.1474955 May 12 15:22:50.471779 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-d02b9402-6b43-4f2d-b4d8-3344906cac79 req-871660f5-334f-45b0-8aa4-302be172632c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9712b9e-8515-4329-a096-bd106527c186 HTTP/1.1" status: 200 len: 217 time: 0.0738976 May 12 15:22:50.539505 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02b9402-6b43-4f2d-b4d8-3344906cac79 req-a990e852-7698-404d-a4c7-9c0b59bc5394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:50.541021 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-d02b9402-6b43-4f2d-b4d8-3344906cac79 req-a990e852-7698-404d-a4c7-9c0b59bc5394 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=93335869-57f6-4f74-9e92-cecab8c181bc HTTP/1.1" status: 200 len: 859 time: 0.0613716 May 12 15:22:50.595831 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-d02b9402-6b43-4f2d-b4d8-3344906cac79 req-932539f1-8431-401c-b941-495ce8a3a8e3 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=fb786cfb-6ac9-4fb8-8644-ee3baa944840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457950 May 12 15:22:50.756987 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-d02b9402-6b43-4f2d-b4d8-3344906cac79 req-860c8ca0-d6fd-4dfb-b3eb-625fb67e0ccc service neutron] 10.222.0.85 "GET /v2.0/networks/fb786cfb-6ac9-4fb8-8644-ee3baa944840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338689 May 12 15:22:51.011598 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-d02b9402-6b43-4f2d-b4d8-3344906cac79 req-be6c0b6d-f01d-4081-ae1f-5d814f0e04f1 service neutron] 10.222.0.85 "GET /v2.0/networks/fb786cfb-6ac9-4fb8-8644-ee3baa944840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447572 May 12 15:22:51.048086 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc469b3a-9932-431d-ba3c-1419c15165c5 req-a33900fa-ea91-49c6-8d59-05072e7d2937 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:51.049602 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-cc469b3a-9932-431d-ba3c-1419c15165c5 req-a33900fa-ea91-49c6-8d59-05072e7d2937 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 945 time: 0.1104839 May 12 15:22:51.096815 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-58491497-6313-4f1a-b7b6-021245845ef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:51.102860 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-cc469b3a-9932-431d-ba3c-1419c15165c5 req-34d960a0-55e3-452e-8866-860a0fb71bb0 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464196 May 12 15:22:51.381112 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315b08aa-1085-473c-8405-96e9261b2643 req-6c075f55-ed82-47d8-b119-28b5c8447c57 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:51.382702 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-315b08aa-1085-473c-8405-96e9261b2643 req-6c075f55-ed82-47d8-b119-28b5c8447c57 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=370810a7-448d-401c-91e6-970dbdafd8c2 HTTP/1.1" status: 200 len: 945 time: 0.0903111 May 12 15:22:51.433671 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-315b08aa-1085-473c-8405-96e9261b2643 req-7e87fa43-0fe3-41c3-884c-eab78b8d6d89 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449562 May 12 15:22:51.578325 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118858b0-6666-4c70-ab94-9af7ffc8c8b0 req-5e91a488-90d1-416d-b991-b859c6f882d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:51.580133 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-118858b0-6666-4c70-ab94-9af7ffc8c8b0 req-5e91a488-90d1-416d-b991-b859c6f882d9 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=370810a7-448d-401c-91e6-970dbdafd8c2 HTTP/1.1" status: 200 len: 1098 time: 0.1390488 May 12 15:22:51.595047 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e9124c-582a-45c4-b6d0-a892160a4f71 req-878294ce-0516-45ab-8be8-2dc40b102e37 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:51.596514 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-f2e9124c-582a-45c4-b6d0-a892160a4f71 req-878294ce-0516-45ab-8be8-2dc40b102e37 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=edc737e0-a6cc-4a53-9aa1-9d50bf18010f HTTP/1.1" status: 200 len: 944 time: 0.1167839 May 12 15:22:51.618320 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:51.674166 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-118858b0-6666-4c70-ab94-9af7ffc8c8b0 req-6b1e1a28-9f6b-4e9b-8fa3-15a34e441577 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765975 May 12 15:22:51.676997 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-f2e9124c-582a-45c4-b6d0-a892160a4f71 req-dd17ed6b-fd33-4eaf-b5d5-12e5cfc5d36a tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/security-groups?id=6307c184-9367-4c50-a03b-173b376f0731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615790 May 12 15:22:52.048848 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Device 557bcf3d-3b63-4e7d-b8da-dfaf9d6c89a3 up at agent hyperv_hv-cinder-78960 {{(pid=78794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:22:52.124881 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Provisioning for port 557bcf3d-3b63-4e7d-b8da-dfaf9d6c89a3 completed by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:22:52.130558 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Provisioning complete for port 557bcf3d-3b63-4e7d-b8da-dfaf9d6c89a3 triggered by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:22:52.130939 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:52.269582 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:52.298754 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-8e9e3eb0-3c8e-4693-b231-5e176560d846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:52.305105 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc737e0-a6cc-4a53-9aa1-9d50bf18010f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '557bcf3d-3b63-4e7d-b8da-dfaf9d6c89a3'}] {{(pid=78794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:22:52.308317 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04bf058-615b-4e41-b016-3080ece50718 req-e9e60809-3b70-428a-b60d-f11878f73e26 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:52.309941 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-f04bf058-615b-4e41-b016-3080ece50718 req-e9e60809-3b70-428a-b60d-f11878f73e26 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 945 time: 0.0896688 May 12 15:22:52.316311 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] For port 557bcf3d-3b63-4e7d-b8da-dfaf9d6c89a3, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=557bcf3d-3b63-4e7d-b8da-dfaf9d6c89a3,segment=NetworkSegment(3562151b-8bf4-487d-bcfe-e1baea035031),segment_id=3562151b-8bf4-487d-bcfe-e1baea035031)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:22:52.322466 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:52.324306 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Device 43db03e8-f3a5-4732-9fd7-b9781b241670 up at agent hyperv_hv-cinder-78960 {{(pid=78794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:22:52.386749 dv-cinder-789603-6-iscsi neutron-server[78794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc737e0-a6cc-4a53-9aa1-9d50bf18010f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '557bcf3d-3b63-4e7d-b8da-dfaf9d6c89a3', 'code': 200} May 12 15:22:52.387572 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:22:52.404221 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-f04bf058-615b-4e41-b016-3080ece50718 req-d67045dd-4b9a-4a8a-bd6b-1ae0b4c76360 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814319 May 12 15:22:52.497099 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Pushing event updated for resources: {'Port': ['ID=557bcf3d-3b63-4e7d-b8da-dfaf9d6c89a3,revision_number=5']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:22:52.507058 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:22:52.522283 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Provisioning for port 43db03e8-f3a5-4732-9fd7-b9781b241670 completed by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:22:52.527531 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Provisioning complete for port 43db03e8-f3a5-4732-9fd7-b9781b241670 triggered by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:22:52.528074 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:52.650141 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7663bb-258a-4146-8ef0-6887f319e105 req-71187e8c-0bc2-4522-979c-96e43ca9c64d tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:52.651878 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-fd7663bb-258a-4146-8ef0-6887f319e105 req-71187e8c-0bc2-4522-979c-96e43ca9c64d tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=370810a7-448d-401c-91e6-970dbdafd8c2 HTTP/1.1" status: 200 len: 945 time: 0.0864232 May 12 15:22:52.664739 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:52.691274 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f1130-4ebf-4916-a56f-2a84774b4bc5 req-c3954abd-ed75-41ea-82e2-554f3dcd0ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:52.693024 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-781f1130-4ebf-4916-a56f-2a84774b4bc5 req-c3954abd-ed75-41ea-82e2-554f3dcd0ef7 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=edc737e0-a6cc-4a53-9aa1-9d50bf18010f HTTP/1.1" status: 200 len: 1098 time: 0.0801084 May 12 15:22:52.713203 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-fd7663bb-258a-4146-8ef0-6887f319e105 req-9ea247c6-71ba-423d-b54f-294bc31189af tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503957 May 12 15:22:52.732852 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] For port 43db03e8-f3a5-4732-9fd7-b9781b241670, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=43db03e8-f3a5-4732-9fd7-b9781b241670,segment=NetworkSegment(3335fbed-a52c-4d63-90d5-e5c4d9194d95),segment_id=3335fbed-a52c-4d63-90d5-e5c4d9194d95)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:22:52.738136 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:52.740271 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:22:52.749523 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-781f1130-4ebf-4916-a56f-2a84774b4bc5 req-fb12010c-6c66-454e-a05b-10a4c6823765 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=6307c184-9367-4c50-a03b-173b376f0731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474458 May 12 15:22:52.809330 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Pushing event updated for resources: {'Port': ['ID=43db03e8-f3a5-4732-9fd7-b9781b241670,revision_number=5']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:22:52.812428 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:22:52.887468 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062fe23b-bcb5-4399-8067-8a4542732dbe req-de22252d-c460-4ae5-815b-60944d32c870 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:52.889011 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-062fe23b-bcb5-4399-8067-8a4542732dbe req-de22252d-c460-4ae5-815b-60944d32c870 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=edc737e0-a6cc-4a53-9aa1-9d50bf18010f HTTP/1.1" status: 200 len: 945 time: 0.0860605 May 12 15:22:52.937313 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-062fe23b-bcb5-4399-8067-8a4542732dbe req-05c98dcf-68b1-472e-9cbe-a40eee5328da tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/security-groups?id=6307c184-9367-4c50-a03b-173b376f0731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413349 May 12 15:22:53.360199 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-6ba49433-af72-45ca-9a3c-4fe07b814186 req-79437b79-6625-4eeb-93df-7d31b939871c tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=6be39d36eb68403189d03c017dd6756f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373528 May 12 15:22:53.620713 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f242e36-e40b-4c6e-b7ae-52fe327027e6 req-803d4971-59a2-40ba-a1b3-9f44e95858d2 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:53.622373 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-3f242e36-e40b-4c6e-b7ae-52fe327027e6 req-803d4971-59a2-40ba-a1b3-9f44e95858d2 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 946 time: 0.0843966 May 12 15:22:53.626095 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba49433-af72-45ca-9a3c-4fe07b814186 req-d9c67d55-b2b1-4b4b-877b-e0385ab1ea9f tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:53.627628 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-6ba49433-af72-45ca-9a3c-4fe07b814186 req-d9c67d55-b2b1-4b4b-877b-e0385ab1ea9f tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2616596 May 12 15:22:53.643372 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-6ba49433-af72-45ca-9a3c-4fe07b814186 req-79742265-06ee-4529-85a2-51412c5c8c3a tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] 10.222.0.32 "GET /v2.0/quotas/6be39d36eb68403189d03c017dd6756f HTTP/1.1" status: 200 len: 375 time: 0.0095258 May 12 15:22:53.691736 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-3f242e36-e40b-4c6e-b7ae-52fe327027e6 req-fd439b3b-9679-4724-b35c-89f80516e0e6 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611019 May 12 15:22:53.711800 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-6ba49433-af72-45ca-9a3c-4fe07b814186 req-ae277a09-7a49-412d-b081-ce0f48c9a93c tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6be39d36eb68403189d03c017dd6756f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0626328 May 12 15:22:53.905172 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-93d09510-8cf7-464f-a4d7-57bf84d3fbec req-bd40b39e-758f-4fbd-a10a-f16cbaad1af1 tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bc51935-41a5-4c28-b3b7-d840265bda07 HTTP/1.1" status: 200 len: 210 time: 0.0478468 May 12 15:22:53.958874 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73012706-f352-4b25-bc87-9032dd1bbdf3 req-c45fd4ce-6abe-48f7-8660-cfb7b52d3bc6 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:53.960649 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-73012706-f352-4b25-bc87-9032dd1bbdf3 req-c45fd4ce-6abe-48f7-8660-cfb7b52d3bc6 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=370810a7-448d-401c-91e6-970dbdafd8c2 HTTP/1.1" status: 200 len: 945 time: 0.1232719 May 12 15:22:54.042457 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-73012706-f352-4b25-bc87-9032dd1bbdf3 req-e9dc1224-48c8-43e5-807b-6d6dd9e85987 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703843 May 12 15:22:54.159166 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-876105c5-eed7-46ba-a478-d2a34eb0d798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:54.258724 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e856f3bf-35eb-4d13-bb56-70d615f4db54 req-07cc9e23-fd94-4c69-83a1-5d02613faeed tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:54.260391 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-e856f3bf-35eb-4d13-bb56-70d615f4db54 req-07cc9e23-fd94-4c69-83a1-5d02613faeed tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=edc737e0-a6cc-4a53-9aa1-9d50bf18010f HTTP/1.1" status: 200 len: 945 time: 0.1970325 May 12 15:22:54.312949 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-e856f3bf-35eb-4d13-bb56-70d615f4db54 req-238f3fae-d994-4241-a955-0b39c1cb8d98 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/security-groups?id=6307c184-9367-4c50-a03b-173b376f0731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454266 May 12 15:22:54.388738 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76c927c4-cada-4b1e-8347-b388ae1a2bd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43db03e8-f3a5-4732-9fd7-b9781b241670'}] {{(pid=78794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:22:54.644417 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c746a5-eaf3-4975-8b28-e9f9f3b10cd2 req-1668eb97-5429-46e7-9990-6c4b38054671 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:54.646048 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-08c746a5-eaf3-4975-8b28-e9f9f3b10cd2 req-1668eb97-5429-46e7-9990-6c4b38054671 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=370810a7-448d-401c-91e6-970dbdafd8c2 HTTP/1.1" status: 200 len: 945 time: 0.1461589 May 12 15:22:54.648853 dv-cinder-789603-6-iscsi neutron-server[78794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76c927c4-cada-4b1e-8347-b388ae1a2bd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43db03e8-f3a5-4732-9fd7-b9781b241670', 'code': 200} May 12 15:22:54.649843 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ca1dbf-0329-4bd6-9b25-8f8ac3ef1dbd req-790ff2bf-ac0b-4653-9deb-78669c48f5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:54.652397 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-f9ca1dbf-0329-4bd6-9b25-8f8ac3ef1dbd req-790ff2bf-ac0b-4653-9deb-78669c48f5ce service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=74c7c1c901cc4a308c52d5960e08ed68&device_id=370810a7-448d-401c-91e6-970dbdafd8c2 HTTP/1.1" status: 200 len: 1098 time: 0.1295981 May 12 15:22:54.786137 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-08c746a5-eaf3-4975-8b28-e9f9f3b10cd2 req-6659051b-80d1-45c8-9e73-5270f85b6c26 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304319 May 12 15:22:54.905313 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ca1dbf-0329-4bd6-9b25-8f8ac3ef1dbd req-7351caab-c9f7-4e8f-9851-32985a8bd6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:54.907666 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-f9ca1dbf-0329-4bd6-9b25-8f8ac3ef1dbd req-7351caab-c9f7-4e8f-9851-32985a8bd6ef service neutron] 10.222.0.85 "GET /v2.0/networks?id=fb786cfb-6ac9-4fb8-8644-ee3baa944840 HTTP/1.1" status: 200 len: 920 time: 0.2396843 May 12 15:22:54.988991 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-f9ca1dbf-0329-4bd6-9b25-8f8ac3ef1dbd req-e9ae6a73-7f82-4cff-827d-90e3b564017d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9712b9e-8515-4329-a096-bd106527c186 HTTP/1.1" status: 200 len: 217 time: 0.0699403 May 12 15:22:55.066735 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-50af5315-c8d5-44de-ba5d-11d832dbf4ac req-5d94a00c-9dcb-407d-ab69-f1c96e5cc966 tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bc51935-41a5-4c28-b3b7-d840265bda07 HTTP/1.1" status: 200 len: 210 time: 0.0432038 May 12 15:22:55.096483 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb6264-1551-499c-ae1d-00c7c737e6ae req-87cd5b3d-1a5d-4a15-934d-5575a2e0a890 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:55.098379 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-29fb6264-1551-499c-ae1d-00c7c737e6ae req-87cd5b3d-1a5d-4a15-934d-5575a2e0a890 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 946 time: 0.2595770 May 12 15:22:55.141437 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ca1dbf-0329-4bd6-9b25-8f8ac3ef1dbd req-ca982fa6-102c-4a26-9b78-0560692a0da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:55.142898 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-f9ca1dbf-0329-4bd6-9b25-8f8ac3ef1dbd req-ca982fa6-102c-4a26-9b78-0560692a0da3 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=93335869-57f6-4f74-9e92-cecab8c181bc HTTP/1.1" status: 200 len: 859 time: 0.1199489 May 12 15:22:55.209590 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-29fb6264-1551-499c-ae1d-00c7c737e6ae req-5243f55c-903c-4bcc-86cc-b59dad9556a6 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042159 May 12 15:22:55.212777 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-f9ca1dbf-0329-4bd6-9b25-8f8ac3ef1dbd req-441453cb-1fb6-450f-a225-eda39bf5ad42 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=fb786cfb-6ac9-4fb8-8644-ee3baa944840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580344 May 12 15:22:55.248308 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add46a6c-4992-4485-8386-3817cb92ef8d req-a8c51465-1379-46e2-b80c-90eb9a1b48c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:55.249807 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-add46a6c-4992-4485-8386-3817cb92ef8d req-a8c51465-1379-46e2-b80c-90eb9a1b48c3 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 1099 time: 0.2642198 May 12 15:22:55.369863 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-add46a6c-4992-4485-8386-3817cb92ef8d req-7916947a-73b8-4df4-881a-308e75d9dfc3 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685818 May 12 15:22:55.395404 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-f9ca1dbf-0329-4bd6-9b25-8f8ac3ef1dbd req-44eea2cd-b539-4c2a-9d5d-ec0a7777c341 service neutron] 10.222.0.85 "GET /v2.0/networks/fb786cfb-6ac9-4fb8-8644-ee3baa944840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701665 May 12 15:22:55.514844 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f538213c-a300-4714-9024-02e72b06b890 req-ca3a7c3c-9117-4eed-bd33-7a0f07e619df tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:55.516329 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-f538213c-a300-4714-9024-02e72b06b890 req-ca3a7c3c-9117-4eed-bd33-7a0f07e619df tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=edc737e0-a6cc-4a53-9aa1-9d50bf18010f HTTP/1.1" status: 200 len: 945 time: 0.0859199 May 12 15:22:55.563451 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-f538213c-a300-4714-9024-02e72b06b890 req-b6840927-3199-47c1-b7e1-4f12c8706196 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/security-groups?id=6307c184-9367-4c50-a03b-173b376f0731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412810 May 12 15:22:55.795151 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-6ba49433-af72-45ca-9a3c-4fe07b814186 req-5003bc62-e4cf-44eb-ad0f-3e218f5b4867 tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=6be39d36eb68403189d03c017dd6756f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339966 May 12 15:22:56.066561 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-f9ca1dbf-0329-4bd6-9b25-8f8ac3ef1dbd req-c0ae17fb-676a-436b-a6d8-a67cb841347d service neutron] 10.222.0.85 "GET /v2.0/networks/fb786cfb-6ac9-4fb8-8644-ee3baa944840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2958953 May 12 15:22:56.217720 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c8ebf8-4115-4a54-80e8-d0ffffd9d448 req-1be41b65-f18b-4f6f-a782-3d901f5512ac tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:56.226939 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-79c8ebf8-4115-4a54-80e8-d0ffffd9d448 req-1be41b65-f18b-4f6f-a782-3d901f5512ac tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=370810a7-448d-401c-91e6-970dbdafd8c2 HTTP/1.1" status: 200 len: 945 time: 0.1672890 May 12 15:22:56.291486 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba49433-af72-45ca-9a3c-4fe07b814186 req-11871f2f-c3fa-4b33-9f0a-a8a97ea5ac48 tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:56.292979 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-6ba49433-af72-45ca-9a3c-4fe07b814186 req-11871f2f-c3fa-4b33-9f0a-a8a97ea5ac48 tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4687855 May 12 15:22:56.295973 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-79c8ebf8-4115-4a54-80e8-d0ffffd9d448 req-79033b93-82cd-4ff3-8e83-c4468804fada tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682504 May 12 15:22:56.318459 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.v2.base [req-6ba49433-af72-45ca-9a3c-4fe07b814186 req-858b3320-1a82-41c4-b25e-31a791d18975 tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] Request body: {'port': {'device_id': '1bc51935-41a5-4c28-b3b7-d840265bda07', 'network_id': '43759aab-0e88-40f6-b2bc-27c1a28f02fd', 'admin_state_up': True, 'tenant_id': '6be39d36eb68403189d03c017dd6756f'}} {{(pid=78793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:22:56.349549 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-dd18bc65-df20-45d8-baaa-17c90e0f8cfe req-0856f616-a731-496f-a39a-93a6b690463e tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bc51935-41a5-4c28-b3b7-d840265bda07 HTTP/1.1" status: 200 len: 210 time: 0.0563622 May 12 15:22:56.523520 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [req-6ba49433-af72-45ca-9a3c-4fe07b814186 req-858b3320-1a82-41c4-b25e-31a791d18975 tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:22:56.529050 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [req-6ba49433-af72-45ca-9a3c-4fe07b814186 req-858b3320-1a82-41c4-b25e-31a791d18975 tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] Usage tracker for resource:port and tenant:6be39d36eb68403189d03c017dd6756f is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:22:56.536865 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [req-6ba49433-af72-45ca-9a3c-4fe07b814186 req-858b3320-1a82-41c4-b25e-31a791d18975 tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:22:56.544945 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [req-6ba49433-af72-45ca-9a3c-4fe07b814186 req-858b3320-1a82-41c4-b25e-31a791d18975 tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:22:56.554313 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625d94e9-f24c-4b25-9c6b-f7e55189e018 req-633f7fbc-0565-4982-a3d4-c1bae70b2267 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:56.555777 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-625d94e9-f24c-4b25-9c6b-f7e55189e018 req-633f7fbc-0565-4982-a3d4-c1bae70b2267 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 946 time: 0.1497903 May 12 15:22:56.582109 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ba49433-af72-45ca-9a3c-4fe07b814186 req-858b3320-1a82-41c4-b25e-31a791d18975 tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] Made reservation on behalf of 6be39d36eb68403189d03c017dd6756f for: {'port': 1} {{(pid=78793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:22:56.585845 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-6ba49433-af72-45ca-9a3c-4fe07b814186 req-858b3320-1a82-41c4-b25e-31a791d18975 tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:56.604257 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-6ba49433-af72-45ca-9a3c-4fe07b814186 req-858b3320-1a82-41c4-b25e-31a791d18975 tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] Notify callbacks [] for security_group, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:56.633142 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [req-6ba49433-af72-45ca-9a3c-4fe07b814186 req-858b3320-1a82-41c4-b25e-31a791d18975 tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:22:56.637659 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-625d94e9-f24c-4b25-9c6b-f7e55189e018 req-107d9117-9bc4-4343-aad9-51378a10ed54 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732236 May 12 15:22:56.640086 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [req-6ba49433-af72-45ca-9a3c-4fe07b814186 req-858b3320-1a82-41c4-b25e-31a791d18975 tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] Usage tracker for resource:security_group_rule and tenant:6be39d36eb68403189d03c017dd6756f is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:22:56.643616 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [req-6ba49433-af72-45ca-9a3c-4fe07b814186 req-858b3320-1a82-41c4-b25e-31a791d18975 tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:22:56.649983 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [req-6ba49433-af72-45ca-9a3c-4fe07b814186 req-858b3320-1a82-41c4-b25e-31a791d18975 tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:22:56.710644 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:56.744822 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-6ba49433-af72-45ca-9a3c-4fe07b814186 req-858b3320-1a82-41c4-b25e-31a791d18975 tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] Notify callbacks [] for security_group, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:56.748375 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-6ba49433-af72-45ca-9a3c-4fe07b814186 req-858b3320-1a82-41c4-b25e-31a791d18975 tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:56.751318 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-87f02fda-3cd2-4829-8c3e-1322085657cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:22:56.831202 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858b3320-1a82-41c4-b25e-31a791d18975 tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a49fe632-4882-491a-86b3-32dfaae40f08,revision_number=1']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:22:56.836643 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-858b3320-1a82-41c4-b25e-31a791d18975 tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:22:56.930250 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.db_base_plugin_common [req-6ba49433-af72-45ca-9a3c-4fe07b814186 req-858b3320-1a82-41c4-b25e-31a791d18975 tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] Allocated IP 192.168.233.87 (43759aab-0e88-40f6-b2bc-27c1a28f02fd/e0cf1d76-1785-4b2b-8858-580a69e2a737/d573797b-d2c2-43f6-a3b4-1711c68bd48d) {{(pid=78793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:22:57.127585 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-6ba49433-af72-45ca-9a3c-4fe07b814186 req-858b3320-1a82-41c4-b25e-31a791d18975 tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] Notify callbacks [] for port, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:57.142744 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.provisioning_blocks [req-6ba49433-af72-45ca-9a3c-4fe07b814186 req-858b3320-1a82-41c4-b25e-31a791d18975 tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] Transition to ACTIVE for port object d573797b-d2c2-43f6-a3b4-1711c68bd48d will not be triggered until provisioned by entity DHCP. {{(pid=78793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:22:57.165845 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-6ba49433-af72-45ca-9a3c-4fe07b814186 req-858b3320-1a82-41c4-b25e-31a791d18975 tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739648862724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3598933'] for port, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:57.171570 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-292b1922-f724-40a6-8b93-fa180b47a2df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:22:57.235064 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ba49433-af72-45ca-9a3c-4fe07b814186 req-858b3320-1a82-41c4-b25e-31a791d18975 tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] Network 43759aab-0e88-40f6-b2bc-27c1a28f02fd is already hosted by enough agents. {{(pid=78793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:22:57.238071 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.base_scheduler [req-6ba49433-af72-45ca-9a3c-4fe07b814186 req-858b3320-1a82-41c4-b25e-31a791d18975 tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] Resources bound (agent type, host, resource id): {{(pid=78793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:22:57.246393 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ba49433-af72-45ca-9a3c-4fe07b814186 req-858b3320-1a82-41c4-b25e-31a791d18975 tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] Received port after_create {{(pid=78793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:22:57.281818 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858b3320-1a82-41c4-b25e-31a791d18975 tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] Pushing event updated for resources: {'Port': ['ID=d573797b-d2c2-43f6-a3b4-1711c68bd48d,revision_number=1']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:22:57.286594 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-858b3320-1a82-41c4-b25e-31a791d18975 tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:22:57.316688 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba49433-af72-45ca-9a3c-4fe07b814186 req-858b3320-1a82-41c4-b25e-31a791d18975 tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:57.318434 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-6ba49433-af72-45ca-9a3c-4fe07b814186 req-858b3320-1a82-41c4-b25e-31a791d18975 tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2050383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for port, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:57.360008 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-6ba49433-af72-45ca-9a3c-4fe07b814186 req-858b3320-1a82-41c4-b25e-31a791d18975 tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0486467 May 12 15:22:57.391211 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.v2.base [req-6ba49433-af72-45ca-9a3c-4fe07b814186 req-de77a5c5-e5ba-4dc7-ac8d-d8d34d6dd95f service neutron] Request body: {'port': {'device_id': '1bc51935-41a5-4c28-b3b7-d840265bda07', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=78793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:22:57.503325 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-30ecb7ba-6e03-4eeb-b2f0-f95c3cf541fa None None] Provisioning for port d573797b-d2c2-43f6-a3b4-1711c68bd48d completed by entity DHCP. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:22:57.510955 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-30ecb7ba-6e03-4eeb-b2f0-f95c3cf541fa None None] Provisioning complete for port d573797b-d2c2-43f6-a3b4-1711c68bd48d triggered by entity DHCP. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:22:57.511550 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-30ecb7ba-6e03-4eeb-b2f0-f95c3cf541fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:57.566935 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40a9c3b-b53d-43d4-a6ef-b8632d9f5db2 req-a90ce0ba-6537-40ec-bf1c-86186185c2a1 tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:57.568581 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-b40a9c3b-b53d-43d4-a6ef-b8632d9f5db2 req-a90ce0ba-6537-40ec-bf1c-86186185c2a1 tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bc51935-41a5-4c28-b3b7-d840265bda07 HTTP/1.1" status: 200 len: 935 time: 0.0958741 May 12 15:22:57.577084 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-6ba49433-af72-45ca-9a3c-4fe07b814186 req-de77a5c5-e5ba-4dc7-ac8d-d8d34d6dd95f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:57.584794 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb7ba-6e03-4eeb-b2f0-f95c3cf541fa None None] Port d573797b-d2c2-43f6-a3b4-1711c68bd48d cannot update to ACTIVE because it is not bound. {{(pid=78794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 15:22:57.608892 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d55a2f-9bb6-40a2-83a2-98f125d94dc7 req-162d57fc-7b7d-4159-a76f-2a42360cffa4 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:57.610358 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-22d55a2f-9bb6-40a2-83a2-98f125d94dc7 req-162d57fc-7b7d-4159-a76f-2a42360cffa4 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=370810a7-448d-401c-91e6-970dbdafd8c2 HTTP/1.1" status: 200 len: 945 time: 0.1774611 May 12 15:22:57.635005 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-b40a9c3b-b53d-43d4-a6ef-b8632d9f5db2 req-55c52610-1198-449e-9d90-65c9912c360a tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] 10.222.0.32 "GET /v2.0/security-groups?id=a49fe632-4882-491a-86b3-32dfaae40f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533209 May 12 15:22:57.704306 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-22d55a2f-9bb6-40a2-83a2-98f125d94dc7 req-c291e88d-84fc-4ed2-a594-bca7779a34c8 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697441 May 12 15:22:57.863526 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e765d95-abd0-4942-9c21-c2e179742ff9 req-a2da70bb-213b-4f33-a8b5-346750eaf540 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:57.865082 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-3e765d95-abd0-4942-9c21-c2e179742ff9 req-a2da70bb-213b-4f33-a8b5-346750eaf540 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 946 time: 0.0937042 May 12 15:22:57.939154 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-3e765d95-abd0-4942-9c21-c2e179742ff9 req-22f7434f-398c-4d48-86a6-43846ab134b0 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678096 May 12 15:22:58.163065 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.notifiers.nova [req-6ba49433-af72-45ca-9a3c-4fe07b814186 req-de77a5c5-e5ba-4dc7-ac8d-d8d34d6dd95f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d573797b-d2c2-43f6-a3b4-1711c68bd48d {{(pid=78793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 15:22:58.175044 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-6ba49433-af72-45ca-9a3c-4fe07b814186 req-de77a5c5-e5ba-4dc7-ac8d-d8d34d6dd95f service neutron] Notify callbacks [] for port, precommit_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:58.194250 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.provisioning_blocks [req-6ba49433-af72-45ca-9a3c-4fe07b814186 req-de77a5c5-e5ba-4dc7-ac8d-d8d34d6dd95f service neutron] Transition to ACTIVE for port object d573797b-d2c2-43f6-a3b4-1711c68bd48d will not be triggered until provisioned by entity L2. {{(pid=78793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:22:58.199210 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-6ba49433-af72-45ca-9a3c-4fe07b814186 req-de77a5c5-e5ba-4dc7-ac8d-d8d34d6dd95f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3598924'] for port, after_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:58.207950 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:22:58.332074 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63318d46-5abb-4f7a-95b0-9856ed62d521 req-c98925d4-0472-4a19-9bf6-5a5e1cd19ec7 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:58.333586 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-63318d46-5abb-4f7a-95b0-9856ed62d521 req-c98925d4-0472-4a19-9bf6-5a5e1cd19ec7 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 946 time: 0.2732799 May 12 15:22:58.343087 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 42894) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:22:58.348820 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.v2.base [None req-05574578-4b27-4e92-bd7c-baa596490ce7 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Request body: {'floatingip': {'port_id': '43db03e8-f3a5-4732-9fd7-b9781b241670'}} {{(pid=78792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:22:58.386615 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de77a5c5-e5ba-4dc7-ac8d-d8d34d6dd95f service neutron] Pushing event updated for resources: {'Port': ['ID=d573797b-d2c2-43f6-a3b4-1711c68bd48d,revision_number=2']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:22:58.389975 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-de77a5c5-e5ba-4dc7-ac8d-d8d34d6dd95f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:22:58.435494 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-05574578-4b27-4e92-bd7c-baa596490ce7 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Notify callbacks [] for floatingip, before_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:58.486659 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.managers [req-6ba49433-af72-45ca-9a3c-4fe07b814186 req-de77a5c5-e5ba-4dc7-ac8d-d8d34d6dd95f service neutron] Attempting to bind port d573797b-d2c2-43f6-a3b4-1711c68bd48d on host hv-cinder-78960 for vnic_type normal with profile {{(pid=78793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:22:58.487055 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.managers [req-6ba49433-af72-45ca-9a3c-4fe07b814186 req-de77a5c5-e5ba-4dc7-ac8d-d8d34d6dd95f service neutron] Attempting to bind port d573797b-d2c2-43f6-a3b4-1711c68bd48d by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'f17902c1-a254-4ebe-b545-72b8905f5829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '43759aab-0e88-40f6-b2bc-27c1a28f02fd'}] {{(pid=78793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:22:58.487560 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba49433-af72-45ca-9a3c-4fe07b814186 req-de77a5c5-e5ba-4dc7-ac8d-d8d34d6dd95f service neutron] Attempting to bind port d573797b-d2c2-43f6-a3b4-1711c68bd48d on network 43759aab-0e88-40f6-b2bc-27c1a28f02fd {{(pid=78793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:22:58.492896 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba49433-af72-45ca-9a3c-4fe07b814186 req-de77a5c5-e5ba-4dc7-ac8d-d8d34d6dd95f service neutron] Port d573797b-d2c2-43f6-a3b4-1711c68bd48d on network 43759aab-0e88-40f6-b2bc-27c1a28f02fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=78793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 15:22:58.493217 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba49433-af72-45ca-9a3c-4fe07b814186 req-de77a5c5-e5ba-4dc7-ac8d-d8d34d6dd95f service neutron] Attempting to bind port d573797b-d2c2-43f6-a3b4-1711c68bd48d on network 43759aab-0e88-40f6-b2bc-27c1a28f02fd {{(pid=78793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:22:58.499166 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba49433-af72-45ca-9a3c-4fe07b814186 req-de77a5c5-e5ba-4dc7-ac8d-d8d34d6dd95f service neutron] Checking agent: {'id': 'f90bdb6d-8ae0-42e3-a09a-ceb4f970b9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 15, 18, 57), 'started_at': datetime.datetime(2021, 5, 12, 15, 18, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 15, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:22:58.500499 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba49433-af72-45ca-9a3c-4fe07b814186 req-de77a5c5-e5ba-4dc7-ac8d-d8d34d6dd95f service neutron] Checking segment: {'id': 'f17902c1-a254-4ebe-b545-72b8905f5829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '43759aab-0e88-40f6-b2bc-27c1a28f02fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:22:58.501224 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba49433-af72-45ca-9a3c-4fe07b814186 req-de77a5c5-e5ba-4dc7-ac8d-d8d34d6dd95f service neutron] Bound using segment: {'id': 'f17902c1-a254-4ebe-b545-72b8905f5829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '43759aab-0e88-40f6-b2bc-27c1a28f02fd'} {{(pid=78793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:22:58.501697 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.managers [req-6ba49433-af72-45ca-9a3c-4fe07b814186 req-de77a5c5-e5ba-4dc7-ac8d-d8d34d6dd95f service neutron] Bound port: d573797b-d2c2-43f6-a3b4-1711c68bd48d, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f17902c1-a254-4ebe-b545-72b8905f5829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '43759aab-0e88-40f6-b2bc-27c1a28f02fd'}}] {{(pid=78793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:22:58.502081 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-6ba49433-af72-45ca-9a3c-4fe07b814186 req-de77a5c5-e5ba-4dc7-ac8d-d8d34d6dd95f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:58.609541 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.db [req-6ba49433-af72-45ca-9a3c-4fe07b814186 req-de77a5c5-e5ba-4dc7-ac8d-d8d34d6dd95f service neutron] For port d573797b-d2c2-43f6-a3b4-1711c68bd48d, host hv-cinder-78960, cleared binding levels {{(pid=78793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:22:58.612821 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.db [req-6ba49433-af72-45ca-9a3c-4fe07b814186 req-de77a5c5-e5ba-4dc7-ac8d-d8d34d6dd95f service neutron] For port d573797b-d2c2-43f6-a3b4-1711c68bd48d, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=d573797b-d2c2-43f6-a3b4-1711c68bd48d,segment=NetworkSegment(f17902c1-a254-4ebe-b545-72b8905f5829),segment_id=f17902c1-a254-4ebe-b545-72b8905f5829)] {{(pid=78793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:22:58.618503 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-6ba49433-af72-45ca-9a3c-4fe07b814186 req-de77a5c5-e5ba-4dc7-ac8d-d8d34d6dd95f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3598924'] for port, after_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:58.629277 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-ed32d287-f974-4601-8df4-11173db058e8 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:22:58.682168 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba49433-af72-45ca-9a3c-4fe07b814186 req-de77a5c5-e5ba-4dc7-ac8d-d8d34d6dd95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:58.682794 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-6ba49433-af72-45ca-9a3c-4fe07b814186 req-de77a5c5-e5ba-4dc7-ac8d-d8d34d6dd95f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2050383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for port, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:58.684297 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-6ba49433-af72-45ca-9a3c-4fe07b814186 req-de77a5c5-e5ba-4dc7-ac8d-d8d34d6dd95f service neutron] 10.222.0.85 "PUT /v2.0/ports/d573797b-d2c2-43f6-a3b4-1711c68bd48d HTTP/1.1" status: 200 len: 1097 time: 1.2985990 May 12 15:22:58.684796 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bc51935-41a5-4c28-b3b7-d840265bda07', 'tag': 'd573797b-d2c2-43f6-a3b4-1711c68bd48d'}] {{(pid=78793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:22:58.739378 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de77a5c5-e5ba-4dc7-ac8d-d8d34d6dd95f service neutron] Pushing event updated for resources: {'Port': ['ID=d573797b-d2c2-43f6-a3b4-1711c68bd48d,revision_number=3']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:22:58.745358 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-de77a5c5-e5ba-4dc7-ac8d-d8d34d6dd95f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:22:58.917341 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba49433-af72-45ca-9a3c-4fe07b814186 req-928d4bd5-b9d1-43ec-bb65-4edd8100de9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:58.918846 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-6ba49433-af72-45ca-9a3c-4fe07b814186 req-928d4bd5-b9d1-43ec-bb65-4edd8100de9e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=6be39d36eb68403189d03c017dd6756f&device_id=1bc51935-41a5-4c28-b3b7-d840265bda07 HTTP/1.1" status: 200 len: 1100 time: 0.1682396 May 12 15:22:58.941938 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f175bd2-e475-4a20-9751-8d3a2423e4ac req-87321f68-ed57-469b-928a-f13b075910dc tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:58.942568 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [req-1f175bd2-e475-4a20-9751-8d3a2423e4ac req-87321f68-ed57-469b-928a-f13b075910dc tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] Synchronizing usage tracker for tenant:6be39d36eb68403189d03c017dd6756f on resource:port {{(pid=78793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:22:59.035773 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-6ba49433-af72-45ca-9a3c-4fe07b814186 req-6526631d-4893-4b71-a597-20199a87ad3d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=d573797b-d2c2-43f6-a3b4-1711c68bd48d HTTP/1.1" status: 200 len: 217 time: 0.0877163 May 12 15:22:59.042499 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [req-1f175bd2-e475-4a20-9751-8d3a2423e4ac req-87321f68-ed57-469b-928a-f13b075910dc tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] Unset dirty status for tenant:6be39d36eb68403189d03c017dd6756f on resource:port {{(pid=78793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:22:59.043816 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-1f175bd2-e475-4a20-9751-8d3a2423e4ac req-87321f68-ed57-469b-928a-f13b075910dc tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bc51935-41a5-4c28-b3b7-d840265bda07 HTTP/1.1" status: 200 len: 947 time: 0.2346444 May 12 15:22:59.172901 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bc51935-41a5-4c28-b3b7-d840265bda07', 'tag': 'd573797b-d2c2-43f6-a3b4-1711c68bd48d', 'status': 'completed', 'code': 200} May 12 15:22:59.181073 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [req-1f175bd2-e475-4a20-9751-8d3a2423e4ac req-09c92c3a-b00d-4f4a-8e91-c3a044867144 tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] Synchronizing usage tracker for tenant:6be39d36eb68403189d03c017dd6756f on resource:security_group {{(pid=78793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:22:59.189313 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba49433-af72-45ca-9a3c-4fe07b814186 req-d7d74322-ebc9-4727-9012-8850c04dc899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:59.190790 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-6ba49433-af72-45ca-9a3c-4fe07b814186 req-d7d74322-ebc9-4727-9012-8850c04dc899 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e0cf1d76-1785-4b2b-8858-580a69e2a737 HTTP/1.1" status: 200 len: 843 time: 0.1425083 May 12 15:22:59.250287 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [req-1f175bd2-e475-4a20-9751-8d3a2423e4ac req-09c92c3a-b00d-4f4a-8e91-c3a044867144 tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] Unset dirty status for tenant:6be39d36eb68403189d03c017dd6756f on resource:security_group {{(pid=78793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:22:59.251479 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-1f175bd2-e475-4a20-9751-8d3a2423e4ac req-09c92c3a-b00d-4f4a-8e91-c3a044867144 tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] 10.222.0.32 "GET /v2.0/security-groups?id=a49fe632-4882-491a-86b3-32dfaae40f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537192 May 12 15:22:59.287737 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba49433-af72-45ca-9a3c-4fe07b814186 req-c341425b-7a86-4cf6-aa4a-6d9af9d551f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:59.289429 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-6ba49433-af72-45ca-9a3c-4fe07b814186 req-c341425b-7a86-4cf6-aa4a-6d9af9d551f5 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=43759aab-0e88-40f6-b2bc-27c1a28f02fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0910738 May 12 15:22:59.379435 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-05574578-4b27-4e92-bd7c-baa596490ce7 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:59.390733 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-05574578-4b27-4e92-bd7c-baa596490ce7 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706618'] for floatingip, after_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:22:59.467300 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-6ba49433-af72-45ca-9a3c-4fe07b814186 req-e61427c3-b0cb-4904-9021-1136f4b53089 service neutron] 10.222.0.85 "GET /v2.0/networks/43759aab-0e88-40f6-b2bc-27c1a28f02fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671093 May 12 15:22:59.560243 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01afded1-03c4-49f0-af14-48d37b73bbf4 req-7177c16a-cc8a-41ed-8aeb-08a15ad402f2 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:59.561734 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-01afded1-03c4-49f0-af14-48d37b73bbf4 req-7177c16a-cc8a-41ed-8aeb-08a15ad402f2 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=370810a7-448d-401c-91e6-970dbdafd8c2 HTTP/1.1" status: 200 len: 945 time: 0.2901185 May 12 15:22:59.603525 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-6ba49433-af72-45ca-9a3c-4fe07b814186 req-4835b92d-4fcd-421b-810a-b87b8942a204 service neutron] 10.222.0.85 "GET /v2.0/networks/43759aab-0e88-40f6-b2bc-27c1a28f02fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285841 May 12 15:22:59.621884 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.db.l3_db [None req-05574578-4b27-4e92-bd7c-baa596490ce7 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Floating IP fb5e4a35-a4db-42a3-92d5-281c080f2f10 associated. External IP: 172.27.2.66, port: 43db03e8-f3a5-4732-9fd7-b9781b241670. May 12 15:22:59.739786 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f16a71-4147-465a-9257-4a7155f5e8f3 req-7d70d6e1-73d0-4f2a-816f-a711a15cc2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:59.741307 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-60f16a71-4147-465a-9257-4a7155f5e8f3 req-7d70d6e1-73d0-4f2a-816f-a711a15cc2af service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=6be39d36eb68403189d03c017dd6756f&device_id=1bc51935-41a5-4c28-b3b7-d840265bda07 HTTP/1.1" status: 200 len: 1100 time: 0.0860298 May 12 15:22:59.762334 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-01afded1-03c4-49f0-af14-48d37b73bbf4 req-3b2de5be-daee-4ff8-a034-e1cdd27dee85 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930058 May 12 15:22:59.971633 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f16a71-4147-465a-9257-4a7155f5e8f3 req-4ccaf3d1-b330-4c95-9d73-426395fb1ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:22:59.974218 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-60f16a71-4147-465a-9257-4a7155f5e8f3 req-4ccaf3d1-b330-4c95-9d73-426395fb1ca2 service neutron] 10.222.0.85 "GET /v2.0/networks?id=43759aab-0e88-40f6-b2bc-27c1a28f02fd HTTP/1.1" status: 200 len: 870 time: 0.2245438 May 12 15:23:00.061015 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-60f16a71-4147-465a-9257-4a7155f5e8f3 req-ce533bcb-be9f-4b67-b18f-ea7dfa2f6b8a service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=d573797b-d2c2-43f6-a3b4-1711c68bd48d HTTP/1.1" status: 200 len: 217 time: 0.0776541 May 12 15:23:00.135618 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05574578-4b27-4e92-bd7c-baa596490ce7 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Router 7ce0eb59-daa1-4f6b-a522-2df01d1df30f has already been hosted by L3 agent e96f2393-830b-46ef-bef2-f93615c2f352 {{(pid=78792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 15:23:00.137015 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f16a71-4147-465a-9257-4a7155f5e8f3 req-3d801f70-8450-42ec-9a12-309b5e261625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:23:00.138485 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-60f16a71-4147-465a-9257-4a7155f5e8f3 req-3d801f70-8450-42ec-9a12-309b5e261625 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e0cf1d76-1785-4b2b-8858-580a69e2a737 HTTP/1.1" status: 200 len: 843 time: 0.0704894 May 12 15:23:00.239346 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f16a71-4147-465a-9257-4a7155f5e8f3 req-ee918f72-bf91-41cb-bd6c-1d14d5f68cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:23:00.241269 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-60f16a71-4147-465a-9257-4a7155f5e8f3 req-ee918f72-bf91-41cb-bd6c-1d14d5f68cda service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=43759aab-0e88-40f6-b2bc-27c1a28f02fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0875208 May 12 15:23:00.336372 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05574578-4b27-4e92-bd7c-baa596490ce7 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Notify agent at l3_agent.dv-cinder-789603-6-iscsi the message routers_updated {{(pid=78792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:23:00.346524 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40c0c24-a516-48b2-99f2-397ab3dff1bb None None] Sync routers for ids ['7ce0eb59-daa1-4f6b-a522-2df01d1df30f'] in dv-cinder-789603-6-iscsi {{(pid=78795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:23:00.366366 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-05574578-4b27-4e92-bd7c-baa596490ce7 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2050383'] for floatingip, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:23:00.369000 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40c0c24-a516-48b2-99f2-397ab3dff1bb None None] Routers {'7ce0eb59-daa1-4f6b-a522-2df01d1df30f'} bound to L3 agent in host dv-cinder-789603-6-iscsi {{(pid=78795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:23:00.369903 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_hamode_db [None req-d40c0c24-a516-48b2-99f2-397ab3dff1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-12T15:12:51Z,description=,heartbeat_timestamp=2021-05-12T15:22:51Z,host='dv-cinder-789603-6-iscsi',id=e96f2393-830b-46ef-bef2-f93615c2f352,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:12:51Z,topic='l3_agent')) {'router_ids': ['7ce0eb59-daa1-4f6b-a522-2df01d1df30f'], 'active': True} {{(pid=78795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:23:00.441841 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-05574578-4b27-4e92-bd7c-baa596490ce7 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "PUT /v2.0/floatingips/fb5e4a35-a4db-42a3-92d5-281c080f2f10 HTTP/1.1" status: 200 len: 991 time: 2.0972621 May 12 15:23:00.444558 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76c927c4-cada-4b1e-8347-b388ae1a2bd4', 'tag': '43db03e8-f3a5-4732-9fd7-b9781b241670'}] {{(pid=78792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:23:00.526016 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-60f16a71-4147-465a-9257-4a7155f5e8f3 req-60667225-4bdc-4bf6-ae7f-5c27077cc6b0 service neutron] 10.222.0.85 "GET /v2.0/networks/43759aab-0e88-40f6-b2bc-27c1a28f02fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668846 May 12 15:23:00.581436 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7994da95-fee0-404b-8cad-3c532c05cd7c req-bce1db61-f664-42f5-a97d-4cf46be5a1c3 tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:23:00.583029 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-7994da95-fee0-404b-8cad-3c532c05cd7c req-bce1db61-f664-42f5-a97d-4cf46be5a1c3 tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bc51935-41a5-4c28-b3b7-d840265bda07 HTTP/1.1" status: 200 len: 947 time: 0.1697147 May 12 15:23:00.610975 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_dvr_db [None req-d40c0c24-a516-48b2-99f2-397ab3dff1bb None None] Set router 7ce0eb59-daa1-4f6b-a522-2df01d1df30f gateway port host: dv-cinder-789603-6-iscsi {{(pid=78795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:23:00.685700 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76c927c4-cada-4b1e-8347-b388ae1a2bd4', 'tag': '43db03e8-f3a5-4732-9fd7-b9781b241670', 'status': 'completed', 'code': 200} May 12 15:23:00.710992 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-7994da95-fee0-404b-8cad-3c532c05cd7c req-bf175458-d5a5-4aa2-a9b7-0bf6ede90b01 tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] 10.222.0.32 "GET /v2.0/security-groups?id=a49fe632-4882-491a-86b3-32dfaae40f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817490 May 12 15:23:00.734854 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-60f16a71-4147-465a-9257-4a7155f5e8f3 req-927eb587-0eac-4d6f-8da6-c63610de2092 service neutron] 10.222.0.85 "GET /v2.0/networks/43759aab-0e88-40f6-b2bc-27c1a28f02fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884224 May 12 15:23:00.841150 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9a1000-e1bb-4224-9948-7b5ff63107ab req-1a72680e-a5b3-4ba0-b257-ee2a8d7d3a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:23:00.843633 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-7a9a1000-e1bb-4224-9948-7b5ff63107ab req-1a72680e-a5b3-4ba0-b257-ee2a8d7d3a1c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=1d962db48c294eb4a16e765eb2cf52a8&device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 1099 time: 0.0848377 May 12 15:23:01.067561 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9a1000-e1bb-4224-9948-7b5ff63107ab req-8f0499bb-cd8f-4a79-95c5-256319ff71ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:23:01.068992 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-7a9a1000-e1bb-4224-9948-7b5ff63107ab req-8f0499bb-cd8f-4a79-95c5-256319ff71ed service neutron] 10.222.0.85 "GET /v2.0/networks?id=e42449cb-482c-4d1d-a3c5-6d4382e507b8 HTTP/1.1" status: 200 len: 917 time: 0.2181454 May 12 15:23:01.095977 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_hamode_db [None req-d40c0c24-a516-48b2-99f2-397ab3dff1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce0eb59-daa1-4f6b-a522-2df01d1df30f', 'name': 'tempest-AttachVolumeShelveTestJSON-504567464-router', 'tenant_id': '1d962db48c294eb4a16e765eb2cf52a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': 'aabe0eca-7377-4ed9-ba2e-3e2617dbe106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:22:18Z', 'updated_at': '2021-05-12T15:22:24Z', 'revision_number': 4, 'project_id': '1d962db48c294eb4a16e765eb2cf52a8', 'gw_port': {'id': 'aabe0eca-7377-4ed9-ba2e-3e2617dbe106', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce0eb59-daa1-4f6b-a522-2df01d1df30f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:22:20Z', 'updated_at': '2021-05-12T15:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi', '_floatingips': [{'id': 'fb5e4a35-a4db-42a3-92d5-281c080f2f10', 'tenant_id': '1d962db48c294eb4a16e765eb2cf52a8', 'floating_ip_address': '172.27.2.66', 'floating_network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'router_id': '7ce0eb59-daa1-4f6b-a522-2df01d1df30f', 'port_id': '43db03e8-f3a5-4732-9fd7-b9781b241670', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e42449cb-482c-4d1d-a3c5-6d4382e507b8', 'mac_address': 'fa:16:3e:14:92:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c927c4-cada-4b1e-8347-b388ae1a2bd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T15:22:27Z', 'updated_at': '2021-05-12T15:22:59Z', 'revision_number': 1, 'project_id': '1d962db48c294eb4a16e765eb2cf52a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f97092c1-d4f2-444c-bb4b-2918d541a0a7', 'name': '', 'network_id': 'e42449cb-482c-4d1d-a3c5-6d4382e507b8', 'tenant_id': '1d962db48c294eb4a16e765eb2cf52a8', 'mac_address': 'fa:16:3e:85:59:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce0eb59-daa1-4f6b-a522-2df01d1df30f', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'a819acb5-532b-4750-ac78-9d47ffeaf477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:22:23Z', 'updated_at': '2021-05-12T15:22:30Z', 'revision_number': 5, 'project_id': '1d962db48c294eb4a16e765eb2cf52a8', 'subnets': [{'id': 'a819acb5-532b-4750-ac78-9d47ffeaf477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-iscsi', False) {} {{(pid=78795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:23:01.100566 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40c0c24-a516-48b2-99f2-397ab3dff1bb None None] Checking router: 7ce0eb59-daa1-4f6b-a522-2df01d1df30f for host: dv-cinder-789603-6-iscsi {{(pid=78795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:23:01.109379 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40c0c24-a516-48b2-99f2-397ab3dff1bb None None] Routers {'7ce0eb59-daa1-4f6b-a522-2df01d1df30f'} bound to L3 agent in host dv-cinder-789603-6-iscsi {{(pid=78795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:23:01.110079 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_hamode_db [None req-d40c0c24-a516-48b2-99f2-397ab3dff1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-12T15:12:51Z,description=,heartbeat_timestamp=2021-05-12T15:22:51Z,host='dv-cinder-789603-6-iscsi',id=e96f2393-830b-46ef-bef2-f93615c2f352,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:12:51Z,topic='l3_agent')) {'router_ids': ['7ce0eb59-daa1-4f6b-a522-2df01d1df30f'], 'active': True} {{(pid=78795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:23:01.144600 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50706ac-dc15-434c-947e-86031d7312f2 req-3477867e-960b-45ac-94cb-ad2275accbf2 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:23:01.146003 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-c50706ac-dc15-434c-947e-86031d7312f2 req-3477867e-960b-45ac-94cb-ad2275accbf2 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=370810a7-448d-401c-91e6-970dbdafd8c2 HTTP/1.1" status: 200 len: 945 time: 0.1995320 May 12 15:23:01.219195 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-7a9a1000-e1bb-4224-9948-7b5ff63107ab req-76edd734-ccc2-4cdd-91b9-fe034d23dfa8 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43db03e8-f3a5-4732-9fd7-b9781b241670 HTTP/1.1" status: 200 len: 999 time: 0.1405156 May 12 15:23:01.223961 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-c50706ac-dc15-434c-947e-86031d7312f2 req-efc3a377-aace-4968-96fc-c29e2b7c0609 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686414 May 12 15:23:01.299044 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9a1000-e1bb-4224-9948-7b5ff63107ab req-986745e8-2a93-403b-a23e-e117541b14fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:23:01.300691 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-7a9a1000-e1bb-4224-9948-7b5ff63107ab req-986745e8-2a93-403b-a23e-e117541b14fd service neutron] 10.222.0.85 "GET /v2.0/subnets?id=a819acb5-532b-4750-ac78-9d47ffeaf477 HTTP/1.1" status: 200 len: 855 time: 0.0663817 May 12 15:23:01.310282 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_dvr_db [None req-d40c0c24-a516-48b2-99f2-397ab3dff1bb None None] Set router 7ce0eb59-daa1-4f6b-a522-2df01d1df30f gateway port host: dv-cinder-789603-6-iscsi {{(pid=78795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:23:01.388266 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9a1000-e1bb-4224-9948-7b5ff63107ab req-e1ba0c69-d22b-4d79-bc0a-c157d3efcb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:23:01.390383 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-7a9a1000-e1bb-4224-9948-7b5ff63107ab req-e1ba0c69-d22b-4d79-bc0a-c157d3efcb91 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e42449cb-482c-4d1d-a3c5-6d4382e507b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0812967 May 12 15:23:01.540443 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-7a9a1000-e1bb-4224-9948-7b5ff63107ab req-22d16eec-a350-4935-9e32-16720b10ca94 service neutron] 10.222.0.85 "GET /v2.0/networks/e42449cb-482c-4d1d-a3c5-6d4382e507b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387658 May 12 15:23:01.693195 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-7a9a1000-e1bb-4224-9948-7b5ff63107ab req-b1277455-38e5-4729-8dc8-7c37a5be0758 service neutron] 10.222.0.85 "GET /v2.0/networks/e42449cb-482c-4d1d-a3c5-6d4382e507b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448750 May 12 15:23:01.718617 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_hamode_db [None req-d40c0c24-a516-48b2-99f2-397ab3dff1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce0eb59-daa1-4f6b-a522-2df01d1df30f', 'name': 'tempest-AttachVolumeShelveTestJSON-504567464-router', 'tenant_id': '1d962db48c294eb4a16e765eb2cf52a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': 'aabe0eca-7377-4ed9-ba2e-3e2617dbe106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:22:18Z', 'updated_at': '2021-05-12T15:22:24Z', 'revision_number': 4, 'project_id': '1d962db48c294eb4a16e765eb2cf52a8', 'gw_port': {'id': 'aabe0eca-7377-4ed9-ba2e-3e2617dbe106', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce0eb59-daa1-4f6b-a522-2df01d1df30f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:22:20Z', 'updated_at': '2021-05-12T15:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi', '_floatingips': [{'id': 'fb5e4a35-a4db-42a3-92d5-281c080f2f10', 'tenant_id': '1d962db48c294eb4a16e765eb2cf52a8', 'floating_ip_address': '172.27.2.66', 'floating_network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'router_id': '7ce0eb59-daa1-4f6b-a522-2df01d1df30f', 'port_id': '43db03e8-f3a5-4732-9fd7-b9781b241670', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e42449cb-482c-4d1d-a3c5-6d4382e507b8', 'mac_address': 'fa:16:3e:14:92:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c927c4-cada-4b1e-8347-b388ae1a2bd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T15:22:27Z', 'updated_at': '2021-05-12T15:22:59Z', 'revision_number': 1, 'project_id': '1d962db48c294eb4a16e765eb2cf52a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f97092c1-d4f2-444c-bb4b-2918d541a0a7', 'name': '', 'network_id': 'e42449cb-482c-4d1d-a3c5-6d4382e507b8', 'tenant_id': '1d962db48c294eb4a16e765eb2cf52a8', 'mac_address': 'fa:16:3e:85:59:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce0eb59-daa1-4f6b-a522-2df01d1df30f', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'a819acb5-532b-4750-ac78-9d47ffeaf477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:22:23Z', 'updated_at': '2021-05-12T15:22:30Z', 'revision_number': 5, 'project_id': '1d962db48c294eb4a16e765eb2cf52a8', 'subnets': [{'id': 'a819acb5-532b-4750-ac78-9d47ffeaf477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-iscsi', False) {} {{(pid=78795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:23:01.723786 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40c0c24-a516-48b2-99f2-397ab3dff1bb None None] The sync data for ids ['7ce0eb59-daa1-4f6b-a522-2df01d1df30f'] in dv-cinder-789603-6-iscsi is: [{'id': '7ce0eb59-daa1-4f6b-a522-2df01d1df30f', 'name': 'tempest-AttachVolumeShelveTestJSON-504567464-router', 'tenant_id': '1d962db48c294eb4a16e765eb2cf52a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': 'aabe0eca-7377-4ed9-ba2e-3e2617dbe106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:22:18Z', 'updated_at': '2021-05-12T15:22:24Z', 'revision_number': 4, 'project_id': '1d962db48c294eb4a16e765eb2cf52a8', 'gw_port': {'id': 'aabe0eca-7377-4ed9-ba2e-3e2617dbe106', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce0eb59-daa1-4f6b-a522-2df01d1df30f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:22:20Z', 'updated_at': '2021-05-12T15:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi', '_floatingips': [{'id': 'fb5e4a35-a4db-42a3-92d5-281c080f2f10', 'tenant_id': '1d962db48c294eb4a16e765eb2cf52a8', 'floating_ip_address': '172.27.2.66', 'floating_network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'router_id': '7ce0eb59-daa1-4f6b-a522-2df01d1df30f', 'port_id': '43db03e8-f3a5-4732-9fd7-b9781b241670', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e42449cb-482c-4d1d-a3c5-6d4382e507b8', 'mac_address': 'fa:16:3e:14:92:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c927c4-cada-4b1e-8347-b388ae1a2bd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T15:22:27Z', 'updated_at': '2021-05-12T15:22:59Z', 'revision_number': 1, 'project_id': '1d962db48c294eb4a16e765eb2cf52a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f97092c1-d4f2-444c-bb4b-2918d541a0a7', 'name': '', 'network_id': 'e42449cb-482c-4d1d-a3c5-6d4382e507b8', 'tenant_id': '1d962db48c294eb4a16e765eb2cf52a8', 'mac_address': 'fa:16:3e:85:59:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce0eb59-daa1-4f6b-a522-2df01d1df30f', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'a819acb5-532b-4750-ac78-9d47ffeaf477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:22:23Z', 'updated_at': '2021-05-12T15:22:30Z', 'revision_number': 5, 'project_id': '1d962db48c294eb4a16e765eb2cf52a8', 'subnets': [{'id': 'a819acb5-532b-4750-ac78-9d47ffeaf477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:23:01.952113 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafc97ad-5c4c-464d-b83b-02b92ea518b6 None None] New status for floating IP fb5e4a35-a4db-42a3-92d5-281c080f2f10: ACTIVE {{(pid=78794) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 15:23:01.957370 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2a9a9e-1557-490d-b27e-cc6601dcea0c req-945308d0-a9f7-44f6-a545-b9584f660853 tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:23:01.959155 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-5b2a9a9e-1557-490d-b27e-cc6601dcea0c req-945308d0-a9f7-44f6-a545-b9584f660853 tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bc51935-41a5-4c28-b3b7-d840265bda07 HTTP/1.1" status: 200 len: 947 time: 0.1143832 May 12 15:23:02.058884 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-5b2a9a9e-1557-490d-b27e-cc6601dcea0c req-b2534180-9fc2-4a7b-b90e-7a91698a4edd tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] 10.222.0.32 "GET /v2.0/security-groups?id=a49fe632-4882-491a-86b3-32dfaae40f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835867 May 12 15:23:02.498493 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc328038-b25a-4865-9e82-1f28da604563 req-6f6a6019-33d2-45ee-afe9-3be53979ee14 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:23:02.500039 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-dc328038-b25a-4865-9e82-1f28da604563 req-6f6a6019-33d2-45ee-afe9-3be53979ee14 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=370810a7-448d-401c-91e6-970dbdafd8c2 HTTP/1.1" status: 200 len: 945 time: 0.1635354 May 12 15:23:02.549491 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-dc328038-b25a-4865-9e82-1f28da604563 req-693d0871-6e4b-4add-9300-2ad86873249e tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436239 May 12 15:23:03.278097 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499325fb-6170-4867-8d90-5f3f5ea0d2e4 req-d3d20b3c-db48-4d1e-b5c8-92320225e01a tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:23:03.279591 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-499325fb-6170-4867-8d90-5f3f5ea0d2e4 req-d3d20b3c-db48-4d1e-b5c8-92320225e01a tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bc51935-41a5-4c28-b3b7-d840265bda07 HTTP/1.1" status: 200 len: 947 time: 0.0854371 May 12 15:23:03.329197 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-499325fb-6170-4867-8d90-5f3f5ea0d2e4 req-5336e3cc-24c3-4dd9-8103-cbd04749cb66 tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] 10.222.0.32 "GET /v2.0/security-groups?id=a49fe632-4882-491a-86b3-32dfaae40f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437191 May 12 15:23:03.737931 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa02575-cc66-474e-85f2-cd0a1322c312 req-7f870011-9424-4911-9fc2-63b40220fca2 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:23:03.739357 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-4fa02575-cc66-474e-85f2-cd0a1322c312 req-7f870011-9424-4911-9fc2-63b40220fca2 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=370810a7-448d-401c-91e6-970dbdafd8c2 HTTP/1.1" status: 200 len: 945 time: 0.0822601 May 12 15:23:03.789577 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-4fa02575-cc66-474e-85f2-cd0a1322c312 req-96af53c3-29ad-4d0f-8d98-990fc0b42433 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445578 May 12 15:23:04.531423 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c23f32-9372-41e0-8f66-daeb92b5d440 req-24b0662a-5af7-4c98-8daf-811232812bc3 tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:23:04.532893 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-82c23f32-9372-41e0-8f66-daeb92b5d440 req-24b0662a-5af7-4c98-8daf-811232812bc3 tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bc51935-41a5-4c28-b3b7-d840265bda07 HTTP/1.1" status: 200 len: 947 time: 0.0873125 May 12 15:23:04.580650 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-82c23f32-9372-41e0-8f66-daeb92b5d440 req-412e826d-2d01-46ac-bf76-0685063b0019 tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] 10.222.0.32 "GET /v2.0/security-groups?id=a49fe632-4882-491a-86b3-32dfaae40f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418663 May 12 15:23:05.526522 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2160ba1-a40a-4df2-b5db-4f866ed7da2f req-b2341641-fb2f-49b7-8839-3df66a7efa7d tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:23:05.528053 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-a2160ba1-a40a-4df2-b5db-4f866ed7da2f req-b2341641-fb2f-49b7-8839-3df66a7efa7d tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=370810a7-448d-401c-91e6-970dbdafd8c2 HTTP/1.1" status: 200 len: 945 time: 0.0865405 May 12 15:23:05.574477 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-a2160ba1-a40a-4df2-b5db-4f866ed7da2f req-f24716ff-5cd9-4330-ad64-b208bfd6c695 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404155 May 12 15:23:05.918241 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4358be76-02bb-448d-9933-d3a9c196eb94 req-0f87c454-172a-4027-996b-0699c49a0ff3 tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:23:05.923934 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-4358be76-02bb-448d-9933-d3a9c196eb94 req-0f87c454-172a-4027-996b-0699c49a0ff3 tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bc51935-41a5-4c28-b3b7-d840265bda07 HTTP/1.1" status: 200 len: 947 time: 0.0964766 May 12 15:23:05.978583 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-4358be76-02bb-448d-9933-d3a9c196eb94 req-87e7cca2-9936-45ec-baf7-1319787f5872 tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] 10.222.0.32 "GET /v2.0/security-groups?id=a49fe632-4882-491a-86b3-32dfaae40f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511267 May 12 15:23:06.130694 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Device d573797b-d2c2-43f6-a3b4-1711c68bd48d details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=78794) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 15:23:06.298137 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] For port d573797b-d2c2-43f6-a3b4-1711c68bd48d, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=d573797b-d2c2-43f6-a3b4-1711c68bd48d,segment=NetworkSegment(f17902c1-a254-4ebe-b545-72b8905f5829),segment_id=f17902c1-a254-4ebe-b545-72b8905f5829)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:23:06.312413 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Returning: {'device': 'd573797b-d2c2-43f6-a3b4-1711c68bd48d', 'network_id': '43759aab-0e88-40f6-b2bc-27c1a28f02fd', 'port_id': 'd573797b-d2c2-43f6-a3b4-1711c68bd48d', 'mac_address': 'fa:16:3e:8f:22:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0cf1d76-1785-4b2b-8858-580a69e2a737', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78794) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 15:23:06.375715 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:23:06.392968 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.notifiers.nova [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d573797b-d2c2-43f6-a3b4-1711c68bd48d {{(pid=78794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 15:23:06.408799 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] For port d573797b-d2c2-43f6-a3b4-1711c68bd48d, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=d573797b-d2c2-43f6-a3b4-1711c68bd48d,segment=NetworkSegment(f17902c1-a254-4ebe-b545-72b8905f5829),segment_id=f17902c1-a254-4ebe-b545-72b8905f5829)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:23:06.412997 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:23:06.415718 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:23:06.489767 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Pushing event updated for resources: {'Port': ['ID=d573797b-d2c2-43f6-a3b4-1711c68bd48d,revision_number=4']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:23:06.497620 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:23:06.497998 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:23:06.498334 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:23:06.498666 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:23:06.498990 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:23:06.499315 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:23:06.499637 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:23:06.499957 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:23:06.500300 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:23:06.500621 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:23:06.500941 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:23:06.501253 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:23:06.505711 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:23:07.094384 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] get_ports_and_sgs() called for port_ids ['d573797b-d2c2-43f6-a3b4-1711c68bd48d'] {{(pid=78794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:23:07.204500 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e992a3-6af3-417d-8612-7a29f72fd4d9 req-9576fff9-f7bb-49fe-80b1-30f8fab0a32c tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:23:07.206071 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-16e992a3-6af3-417d-8612-7a29f72fd4d9 req-9576fff9-f7bb-49fe-80b1-30f8fab0a32c tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bc51935-41a5-4c28-b3b7-d840265bda07 HTTP/1.1" status: 200 len: 948 time: 0.0981920 May 12 15:23:07.283870 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-16e992a3-6af3-417d-8612-7a29f72fd4d9 req-f9fee31f-81a4-4e32-b20c-b6c6d67e2f3a tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] 10.222.0.32 "GET /v2.0/security-groups?id=a49fe632-4882-491a-86b3-32dfaae40f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689077 May 12 15:23:08.522615 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b845d8b0-e876-4cc5-aaf9-ca4a8a922f07 req-34a37d97-2b38-44ca-8cc6-feb6a6914929 tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:23:08.524147 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-b845d8b0-e876-4cc5-aaf9-ca4a8a922f07 req-34a37d97-2b38-44ca-8cc6-feb6a6914929 tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bc51935-41a5-4c28-b3b7-d840265bda07 HTTP/1.1" status: 200 len: 948 time: 0.0938511 May 12 15:23:08.600515 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-b845d8b0-e876-4cc5-aaf9-ca4a8a922f07 req-7c20c1d9-a7b9-4350-960e-f49e551f97eb tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] 10.222.0.32 "GET /v2.0/security-groups?id=a49fe632-4882-491a-86b3-32dfaae40f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692976 May 12 15:23:09.823818 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe713c-e992-4a40-8636-1a81c829df41 req-ca808dc5-6f6d-4d53-821e-b72c8af53d54 tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:23:09.831311 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-35fe713c-e992-4a40-8636-1a81c829df41 req-ca808dc5-6f6d-4d53-821e-b72c8af53d54 tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bc51935-41a5-4c28-b3b7-d840265bda07 HTTP/1.1" status: 200 len: 948 time: 0.1125419 May 12 15:23:09.880665 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-35fe713c-e992-4a40-8636-1a81c829df41 req-9b3497b5-c3a1-47a5-ae25-85d09425c08a tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] 10.222.0.32 "GET /v2.0/security-groups?id=a49fe632-4882-491a-86b3-32dfaae40f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479274 May 12 15:23:10.147711 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Device d573797b-d2c2-43f6-a3b4-1711c68bd48d up at agent hyperv_hv-cinder-78960 {{(pid=78794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:23:10.222626 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Provisioning for port d573797b-d2c2-43f6-a3b4-1711c68bd48d completed by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:23:10.231373 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Provisioning complete for port d573797b-d2c2-43f6-a3b4-1711c68bd48d triggered by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:23:10.233737 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:23:10.353460 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:23:10.382193 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bc51935-41a5-4c28-b3b7-d840265bda07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd573797b-d2c2-43f6-a3b4-1711c68bd48d'}] {{(pid=78794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:23:10.392366 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] For port d573797b-d2c2-43f6-a3b4-1711c68bd48d, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=d573797b-d2c2-43f6-a3b4-1711c68bd48d,segment=NetworkSegment(f17902c1-a254-4ebe-b545-72b8905f5829),segment_id=f17902c1-a254-4ebe-b545-72b8905f5829)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:23:10.397670 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:23:10.399785 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:23:10.433738 dv-cinder-789603-6-iscsi neutron-server[78794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bc51935-41a5-4c28-b3b7-d840265bda07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd573797b-d2c2-43f6-a3b4-1711c68bd48d', 'code': 200} May 12 15:23:10.479787 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Pushing event updated for resources: {'Port': ['ID=d573797b-d2c2-43f6-a3b4-1711c68bd48d,revision_number=5']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:23:10.483381 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:23:10.713116 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1feba4-fc57-4823-9ae2-1895fc1885d3 req-8f82bafe-a3f3-48f9-ad9c-d8f973345717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:23:10.714502 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-8c1feba4-fc57-4823-9ae2-1895fc1885d3 req-8f82bafe-a3f3-48f9-ad9c-d8f973345717 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=1bc51935-41a5-4c28-b3b7-d840265bda07 HTTP/1.1" status: 200 len: 1102 time: 0.0709643 May 12 15:23:10.760844 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-8c1feba4-fc57-4823-9ae2-1895fc1885d3 req-fc393bd4-1dba-46f0-a908-563a802d7439 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=a49fe632-4882-491a-86b3-32dfaae40f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373769 May 12 15:23:11.092032 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e70a1d1-93dc-42be-9462-383893e819f1 req-e3cd0925-e9a2-4d33-9166-21485d83588f tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:23:11.093595 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-9e70a1d1-93dc-42be-9462-383893e819f1 req-e3cd0925-e9a2-4d33-9166-21485d83588f tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bc51935-41a5-4c28-b3b7-d840265bda07 HTTP/1.1" status: 200 len: 949 time: 0.0870726 May 12 15:23:11.140534 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-9e70a1d1-93dc-42be-9462-383893e819f1 req-7787bcb5-a25a-43bb-8e25-9aa22df367d4 tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] 10.222.0.32 "GET /v2.0/security-groups?id=a49fe632-4882-491a-86b3-32dfaae40f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410261 May 12 15:23:12.153489 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.agents_db [None req-dd47ce14-932e-4540-b008-5e9038d1c348 None None] Agent healthcheck: found 6 active agents {{(pid=78795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 15:23:12.347067 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c32b623-5b91-440d-90fb-5d84cb7398ee req-ef04b6b3-0919-49fd-a9a7-94c79e99b712 tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:23:12.348559 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-3c32b623-5b91-440d-90fb-5d84cb7398ee req-ef04b6b3-0919-49fd-a9a7-94c79e99b712 tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bc51935-41a5-4c28-b3b7-d840265bda07 HTTP/1.1" status: 200 len: 949 time: 0.0817196 May 12 15:23:12.396815 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-3c32b623-5b91-440d-90fb-5d84cb7398ee req-32c8eca0-8c7a-4159-81fa-82633346713b tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] 10.222.0.32 "GET /v2.0/security-groups?id=a49fe632-4882-491a-86b3-32dfaae40f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415533 May 12 15:23:13.607657 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65527468-e942-48b0-ba3c-750fbeae1c27 req-d229cf0a-51a6-4f3f-aaee-5656c5988052 tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:23:13.609080 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-65527468-e942-48b0-ba3c-750fbeae1c27 req-d229cf0a-51a6-4f3f-aaee-5656c5988052 tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bc51935-41a5-4c28-b3b7-d840265bda07 HTTP/1.1" status: 200 len: 949 time: 0.0992572 May 12 15:23:13.658958 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-65527468-e942-48b0-ba3c-750fbeae1c27 req-361a4274-e283-4ed5-a598-1335e7960d33 tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] 10.222.0.32 "GET /v2.0/security-groups?id=a49fe632-4882-491a-86b3-32dfaae40f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436566 May 12 15:23:14.171862 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a16e74-7bcf-4e97-8ca5-8f532a368e15 req-4504f65f-00a6-48d3-88e6-f7da765c16c9 tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:23:14.173743 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-82a16e74-7bcf-4e97-8ca5-8f532a368e15 req-4504f65f-00a6-48d3-88e6-f7da765c16c9 tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bc51935-41a5-4c28-b3b7-d840265bda07 HTTP/1.1" status: 200 len: 949 time: 0.0907521 May 12 15:23:14.226359 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-82a16e74-7bcf-4e97-8ca5-8f532a368e15 req-b9f1fd6c-501b-484c-ad50-db8663c1f4f1 tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] 10.222.0.32 "GET /v2.0/security-groups?id=a49fe632-4882-491a-86b3-32dfaae40f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441058 May 12 15:23:15.592336 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e113d2-3a4b-443f-9c3e-3fbf02b4127b req-63f9c7da-930d-486d-a64d-76409bf94ff3 tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:23:15.593866 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-47e113d2-3a4b-443f-9c3e-3fbf02b4127b req-63f9c7da-930d-486d-a64d-76409bf94ff3 tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bc51935-41a5-4c28-b3b7-d840265bda07 HTTP/1.1" status: 200 len: 949 time: 0.0960038 May 12 15:23:15.641971 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-47e113d2-3a4b-443f-9c3e-3fbf02b4127b req-4fe68f0a-f9ef-48bc-be50-00785314f876 tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] 10.222.0.32 "GET /v2.0/security-groups?id=a49fe632-4882-491a-86b3-32dfaae40f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410414 May 12 15:23:16.636675 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ca83b5-e743-4bad-aada-280da0e9f3a6 req-cb6f2e80-f53a-4960-9dd6-86cc5513d5cf tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:23:16.638181 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-01ca83b5-e743-4bad-aada-280da0e9f3a6 req-cb6f2e80-f53a-4960-9dd6-86cc5513d5cf tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] 10.222.0.85 "GET /v2.0/ports?device_id=1bc51935-41a5-4c28-b3b7-d840265bda07 HTTP/1.1" status: 200 len: 949 time: 0.0874007 May 12 15:23:16.898358 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.plugin [req-01ca83b5-e743-4bad-aada-280da0e9f3a6 req-3b784a18-2c18-4e9c-b664-f063b6e5d004 tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] Deleting port d573797b-d2c2-43f6-a3b4-1711c68bd48d {{(pid=78793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:23:16.898966 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-01ca83b5-e743-4bad-aada-280da0e9f3a6 req-3b784a18-2c18-4e9c-b664-f063b6e5d004 tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649292957'] for port, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:23:17.101949 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a1088e-5330-423a-9785-f81b98edf67f req-2ba198df-aba8-4ea2-baf7-dc673caf121b tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:23:17.103337 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-48a1088e-5330-423a-9785-f81b98edf67f req-2ba198df-aba8-4ea2-baf7-dc673caf121b tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bc51935-41a5-4c28-b3b7-d840265bda07 HTTP/1.1" status: 200 len: 949 time: 0.3351731 May 12 15:23:17.144395 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.db [req-01ca83b5-e743-4bad-aada-280da0e9f3a6 req-3b784a18-2c18-4e9c-b664-f063b6e5d004 tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] For port d573797b-d2c2-43f6-a3b4-1711c68bd48d, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=d573797b-d2c2-43f6-a3b4-1711c68bd48d,segment=NetworkSegment(f17902c1-a254-4ebe-b545-72b8905f5829),segment_id=f17902c1-a254-4ebe-b545-72b8905f5829)] {{(pid=78793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:23:17.144751 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-01ca83b5-e743-4bad-aada-280da0e9f3a6 req-3b784a18-2c18-4e9c-b664-f063b6e5d004 tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:23:17.289064 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.plugin [req-01ca83b5-e743-4bad-aada-280da0e9f3a6 req-3b784a18-2c18-4e9c-b664-f063b6e5d004 tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] Calling delete_port for d573797b-d2c2-43f6-a3b4-1711c68bd48d owned by compute:nova {{(pid=78793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:23:17.305224 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-48a1088e-5330-423a-9785-f81b98edf67f req-5bc24801-8d7f-4673-ad26-5511483e72a6 tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] 10.222.0.32 "GET /v2.0/security-groups?id=a49fe632-4882-491a-86b3-32dfaae40f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858399 May 12 15:23:17.554841 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-01ca83b5-e743-4bad-aada-280da0e9f3a6 req-3b784a18-2c18-4e9c-b664-f063b6e5d004 tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649297264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739648862733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3598933'] for port, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:23:17.561867 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:23:17.607949 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b784a18-2c18-4e9c-b664-f063b6e5d004 tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] Pushing event deleted for resources: {'Port': ['ID=d573797b-d2c2-43f6-a3b4-1711c68bd48d,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:23:17.610922 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-3b784a18-2c18-4e9c-b664-f063b6e5d004 tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:23:17.719901 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.l3_dvrscheduler_db [req-01ca83b5-e743-4bad-aada-280da0e9f3a6 req-3b784a18-2c18-4e9c-b664-f063b6e5d004 tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] No DVR routers for this DVR port d573797b-d2c2-43f6-a3b4-1711c68bd48d on host hv-cinder-78960 {{(pid=78793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:23:17.723325 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-01ca83b5-e743-4bad-aada-280da0e9f3a6 req-3b784a18-2c18-4e9c-b664-f063b6e5d004 tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2050383'] for port, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:23:17.726232 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bc51935-41a5-4c28-b3b7-d840265bda07', 'name': 'network-vif-deleted', 'tag': 'd573797b-d2c2-43f6-a3b4-1711c68bd48d'}] {{(pid=78793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:23:17.744446 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-01ca83b5-e743-4bad-aada-280da0e9f3a6 req-3b784a18-2c18-4e9c-b664-f063b6e5d004 tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] 10.222.0.85 "DELETE /v2.0/ports/d573797b-d2c2-43f6-a3b4-1711c68bd48d HTTP/1.1" status: 204 len: 173 time: 1.0968101 May 12 15:23:17.777181 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bc51935-41a5-4c28-b3b7-d840265bda07', 'name': 'network-vif-deleted', 'tag': 'd573797b-d2c2-43f6-a3b4-1711c68bd48d', 'status': 'completed', 'code': 200} May 12 15:23:18.663498 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-507cfbe6-649f-4397-badd-2b66474094d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:23:18.680780 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] get_ports_and_sgs() called for port_ids ['d573797b-d2c2-43f6-a3b4-1711c68bd48d'] {{(pid=78794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:23:21.101149 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-bfa98150-a488-4b4e-8284-0f4f059d0daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:23:21.619457 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:23:21.724805 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Device d573797b-d2c2-43f6-a3b4-1711c68bd48d no longer exists at agent hyperv_hv-cinder-78960 {{(pid=78794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:23:21.766717 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.plugin [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] No Port match for: d573797b-d2c2-43f6-a3b4-1711c68bd48d {{(pid=78794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 15:23:21.767216 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Device d573797b-d2c2-43f6-a3b4-1711c68bd48d not bound to the agent host hv-cinder-78960 {{(pid=78794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:23:21.923939 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-1b5850e4-504d-48a7-ad52-ff40368b0f58 req-ddfb1f4c-ba97-46c5-8c38-5eccb14e4ba2 tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bc51935-41a5-4c28-b3b7-d840265bda07 HTTP/1.1" status: 200 len: 210 time: 0.0546494 May 12 15:23:22.266426 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-8e9e3eb0-3c8e-4693-b231-5e176560d846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:23:24.156734 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-876105c5-eed7-46ba-a478-d2a34eb0d798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:23:26.712540 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:23:27.574645 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee1ffc3-dd04-4936-9ca6-ca9585538efb req-e6257d89-b705-480a-b55a-59d339bde286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:23:27.576089 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-6ee1ffc3-dd04-4936-9ca6-ca9585538efb req-e6257d89-b705-480a-b55a-59d339bde286 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=74c7c1c901cc4a308c52d5960e08ed68&device_id=370810a7-448d-401c-91e6-970dbdafd8c2 HTTP/1.1" status: 200 len: 1098 time: 0.0735421 May 12 15:23:27.661081 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30a6af4-c934-43f1-83da-2b548e19a320 req-19889d06-1ca9-4aa6-8707-68a7bc617721 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:23:27.662708 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-a30a6af4-c934-43f1-83da-2b548e19a320 req-19889d06-1ca9-4aa6-8707-68a7bc617721 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=370810a7-448d-401c-91e6-970dbdafd8c2 HTTP/1.1" status: 200 len: 945 time: 0.0857539 May 12 15:23:27.714284 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-a30a6af4-c934-43f1-83da-2b548e19a320 req-3e277cb3-36f2-4d81-afb1-4c0a757ce00b tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403616 May 12 15:23:29.828629 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee1ffc3-dd04-4936-9ca6-ca9585538efb req-edab03d3-b356-40c0-b0be-a6f16f866a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:23:29.830151 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-6ee1ffc3-dd04-4936-9ca6-ca9585538efb req-edab03d3-b356-40c0-b0be-a6f16f866a5c service neutron] 10.222.0.85 "GET /v2.0/networks?id=fb786cfb-6ac9-4fb8-8644-ee3baa944840 HTTP/1.1" status: 200 len: 920 time: 0.1419716 May 12 15:23:29.905937 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-6ee1ffc3-dd04-4936-9ca6-ca9585538efb req-6d3c02b2-b28c-4fce-98d3-ab79bdf121da service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9712b9e-8515-4329-a096-bd106527c186 HTTP/1.1" status: 200 len: 217 time: 0.0678492 May 12 15:23:29.983151 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee1ffc3-dd04-4936-9ca6-ca9585538efb req-a19d223a-5333-445e-93e2-5c23cb5e7e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:23:29.984660 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-6ee1ffc3-dd04-4936-9ca6-ca9585538efb req-a19d223a-5333-445e-93e2-5c23cb5e7e7e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=93335869-57f6-4f74-9e92-cecab8c181bc HTTP/1.1" status: 200 len: 859 time: 0.0702107 May 12 15:23:30.037590 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-6ee1ffc3-dd04-4936-9ca6-ca9585538efb req-974e6188-b75d-40df-b4ea-b43859a0eeaf service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=fb786cfb-6ac9-4fb8-8644-ee3baa944840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427282 May 12 15:23:30.086137 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f15f7c-2606-47d3-9740-ec3d39bcc505 req-609edab2-4d6b-491a-ab4b-96a2beb8dfdb tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:23:30.087657 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-b2f15f7c-2606-47d3-9740-ec3d39bcc505 req-609edab2-4d6b-491a-ab4b-96a2beb8dfdb tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=370810a7-448d-401c-91e6-970dbdafd8c2 HTTP/1.1" status: 200 len: 945 time: 0.0902295 May 12 15:23:30.140669 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-b2f15f7c-2606-47d3-9740-ec3d39bcc505 req-2dd83799-46eb-4bb1-a242-4552f6c14a2f tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419612 May 12 15:23:30.188173 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-6ee1ffc3-dd04-4936-9ca6-ca9585538efb req-eb4ccf86-d0c2-4ee8-ac56-ed138525da1c service neutron] 10.222.0.85 "GET /v2.0/networks/fb786cfb-6ac9-4fb8-8644-ee3baa944840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408398 May 12 15:23:30.346234 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-6ee1ffc3-dd04-4936-9ca6-ca9585538efb req-6b1b36be-27f9-4945-95a4-ddfba59a5193 service neutron] 10.222.0.85 "GET /v2.0/networks/fb786cfb-6ac9-4fb8-8644-ee3baa944840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430912 May 12 15:23:31.355216 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e1dae9-9ceb-4a53-b7d6-3e320c57cbaa req-a7ea17e4-7b67-4e33-af02-899b30139f68 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:23:31.356766 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-90e1dae9-9ceb-4a53-b7d6-3e320c57cbaa req-a7ea17e4-7b67-4e33-af02-899b30139f68 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=370810a7-448d-401c-91e6-970dbdafd8c2 HTTP/1.1" status: 200 len: 945 time: 0.0897553 May 12 15:23:31.421116 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-90e1dae9-9ceb-4a53-b7d6-3e320c57cbaa req-2241f64d-82b0-440f-81a7-61464b467c17 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560467 May 12 15:23:31.771662 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39fbcaa-11be-4bcb-898c-ea1619f10656 req-9bfa0035-6d29-41c4-a151-c1187dbfefdb tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:23:31.773356 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-d39fbcaa-11be-4bcb-898c-ea1619f10656 req-9bfa0035-6d29-41c4-a151-c1187dbfefdb tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/networks?id=7a9a0a63-2af5-4556-bd7a-991a8e39d133 HTTP/1.1" status: 200 len: 815 time: 0.1786268 May 12 15:23:31.794246 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-d39fbcaa-11be-4bcb-898c-ea1619f10656 req-774b02cc-9231-467c-9d0c-31eee84dffa8 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/quotas/67d1815edccf41cfb649225313f265b3 HTTP/1.1" status: 200 len: 375 time: 0.0147624 May 12 15:23:31.838717 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 43586) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:23:31.904778 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-d39fbcaa-11be-4bcb-898c-ea1619f10656 req-09643f0d-11f6-4c14-8f67-dbcbd3f0a732 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=67d1815edccf41cfb649225313f265b3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1044450 May 12 15:23:32.061159 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-d39fbcaa-11be-4bcb-898c-ea1619f10656 req-761c0620-d103-4598-a853-412ea861a06b service neutron] 10.222.0.32 "GET /v2.0/networks/7a9a0a63-2af5-4556-bd7a-991a8e39d133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492386 May 12 15:23:32.063844 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 43594) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:23:32.064958 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-4f493598-3f2f-493f-8a3f-d55413c88c99 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6be39d36eb68403189d03c017dd6756f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2239103 May 12 15:23:32.317158 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-8e013427-1a3a-4028-878f-df7000ca1443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:23:32.336740 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-d39fbcaa-11be-4bcb-898c-ea1619f10656 req-461a7ad0-2c7f-4999-8ae8-410da5413d27 service neutron] 10.222.0.32 "GET /v2.0/networks/7a9a0a63-2af5-4556-bd7a-991a8e39d133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590342 May 12 15:23:32.352920 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-8e013427-1a3a-4028-878f-df7000ca1443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:23:32.416016 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-8e013427-1a3a-4028-878f-df7000ca1443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:23:32.420747 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-7526a7b9-4df5-4e3a-9c3c-17b76966c602 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:23:32.433585 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e013427-1a3a-4028-878f-df7000ca1443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a49fe632-4882-491a-86b3-32dfaae40f08,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:23:32.443753 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e013427-1a3a-4028-878f-df7000ca1443 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:23:32.444132 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e013427-1a3a-4028-878f-df7000ca1443 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:23:32.444480 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e013427-1a3a-4028-878f-df7000ca1443 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:23:32.445449 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e013427-1a3a-4028-878f-df7000ca1443 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:23:32.445812 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e013427-1a3a-4028-878f-df7000ca1443 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:23:32.446159 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e013427-1a3a-4028-878f-df7000ca1443 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:23:32.446492 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e013427-1a3a-4028-878f-df7000ca1443 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:23:32.446846 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e013427-1a3a-4028-878f-df7000ca1443 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:23:32.447166 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e013427-1a3a-4028-878f-df7000ca1443 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:23:32.447534 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e013427-1a3a-4028-878f-df7000ca1443 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:23:32.447871 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e013427-1a3a-4028-878f-df7000ca1443 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:23:32.448199 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e013427-1a3a-4028-878f-df7000ca1443 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:23:32.453472 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-8e013427-1a3a-4028-878f-df7000ca1443 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:23:32.457446 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-8e013427-1a3a-4028-878f-df7000ca1443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:23:32.461548 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-8e013427-1a3a-4028-878f-df7000ca1443 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a49fe632-4882-491a-86b3-32dfaae40f08 HTTP/1.1" status: 204 len: 168 time: 0.3937502 May 12 15:23:32.592841 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-ba58d491-c8a8-4786-9f2e-3569b2f7efb8 req-67a9c365-9ebf-4ff1-beb2-82646d896630 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d06cd91-a440-47d6-93d7-ea9922e93d8c HTTP/1.1" status: 200 len: 210 time: 0.0492961 May 12 15:23:32.674904 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f756e16-223f-4b1e-8c81-c0bf16afce8b req-5b31de60-055f-4219-ba9f-4497639bd425 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:23:32.676652 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-8f756e16-223f-4b1e-8c81-c0bf16afce8b req-5b31de60-055f-4219-ba9f-4497639bd425 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=370810a7-448d-401c-91e6-970dbdafd8c2 HTTP/1.1" status: 200 len: 945 time: 0.1033254 May 12 15:23:32.735553 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-8f756e16-223f-4b1e-8c81-c0bf16afce8b req-812afc50-e1c3-4779-bb01-ec96f0e61263 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517042 May 12 15:23:37.758137 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-b547a017-680f-4e6c-8760-680530e65501 req-573bea69-1ffe-4255-9538-3105bb7d82f3 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d06cd91-a440-47d6-93d7-ea9922e93d8c HTTP/1.1" status: 200 len: 210 time: 0.0572891 May 12 15:23:37.814046 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da25fa-77d1-44c0-9ede-b4dbeafc68f6 req-d77da5fd-d19a-4f16-9f86-36ceb8476728 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:23:37.815537 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-47da25fa-77d1-44c0-9ede-b4dbeafc68f6 req-d77da5fd-d19a-4f16-9f86-36ceb8476728 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=370810a7-448d-401c-91e6-970dbdafd8c2 HTTP/1.1" status: 200 len: 945 time: 0.0932944 May 12 15:23:37.867537 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-47da25fa-77d1-44c0-9ede-b4dbeafc68f6 req-cd03e3d4-e0a4-4764-a633-e812b53322fd tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446820 May 12 15:23:38.728160 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39fbcaa-11be-4bcb-898c-ea1619f10656 req-a8af4b0d-cfe4-4701-88ad-a39be883b28e tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:23:38.729661 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-d39fbcaa-11be-4bcb-898c-ea1619f10656 req-a8af4b0d-cfe4-4701-88ad-a39be883b28e tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.85 "GET /v2.0/networks?id=7a9a0a63-2af5-4556-bd7a-991a8e39d133 HTTP/1.1" status: 200 len: 815 time: 0.1789877 May 12 15:23:38.748352 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.v2.base [req-d39fbcaa-11be-4bcb-898c-ea1619f10656 req-41f459c0-3ee4-4dd4-9506-3efc6151358c tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Request body: {'port': {'device_id': '8d06cd91-a440-47d6-93d7-ea9922e93d8c', 'network_id': '7a9a0a63-2af5-4556-bd7a-991a8e39d133', 'admin_state_up': True, 'tenant_id': '67d1815edccf41cfb649225313f265b3'}} {{(pid=78793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:23:38.939890 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-b140f4d8-5406-4c47-a880-e9d01283870f req-80d2329d-c3e1-475a-a02a-bdbb8e64e604 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d06cd91-a440-47d6-93d7-ea9922e93d8c HTTP/1.1" status: 200 len: 210 time: 0.0532606 May 12 15:23:38.940803 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [req-d39fbcaa-11be-4bcb-898c-ea1619f10656 req-41f459c0-3ee4-4dd4-9506-3efc6151358c tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:23:38.953344 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [req-d39fbcaa-11be-4bcb-898c-ea1619f10656 req-41f459c0-3ee4-4dd4-9506-3efc6151358c tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:23:38.964498 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d39fbcaa-11be-4bcb-898c-ea1619f10656 req-41f459c0-3ee4-4dd4-9506-3efc6151358c tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Made reservation on behalf of 67d1815edccf41cfb649225313f265b3 for: {'port': 1} {{(pid=78793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:23:38.968013 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-d39fbcaa-11be-4bcb-898c-ea1619f10656 req-41f459c0-3ee4-4dd4-9506-3efc6151358c tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:23:39.077223 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7244d44d-9bb1-40cf-96d5-e156129c85c5 req-439f3f17-c381-4bdd-a965-a1d16608109e tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:23:39.078794 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-7244d44d-9bb1-40cf-96d5-e156129c85c5 req-439f3f17-c381-4bdd-a965-a1d16608109e tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=370810a7-448d-401c-91e6-970dbdafd8c2 HTTP/1.1" status: 200 len: 945 time: 0.0832593 May 12 15:23:39.134637 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-7244d44d-9bb1-40cf-96d5-e156129c85c5 req-4a510bb2-d922-4633-8947-f4c254553646 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490506 May 12 15:23:39.137731 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.db_base_plugin_common [req-d39fbcaa-11be-4bcb-898c-ea1619f10656 req-41f459c0-3ee4-4dd4-9506-3efc6151358c tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Allocated IP 172.20.0.13 (7a9a0a63-2af5-4556-bd7a-991a8e39d133/881371bc-0cab-4490-a652-bddfe720ce96/5ddc1675-3656-4604-957a-48cdf703522f) {{(pid=78793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:23:39.342952 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-d39fbcaa-11be-4bcb-898c-ea1619f10656 req-41f459c0-3ee4-4dd4-9506-3efc6151358c tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Notify callbacks [] for port, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:23:39.373679 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-d39fbcaa-11be-4bcb-898c-ea1619f10656 req-41f459c0-3ee4-4dd4-9506-3efc6151358c tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739648862724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3598933'] for port, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:23:39.379479 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:23:39.385254 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] get_ports_and_sgs() called for port_ids ['04093988-8b4c-43e0-a443-019f68577186', '0397f888-7270-457c-ba5d-1cb1e883e78e', '557bcf3d-3b63-4e7d-b8da-dfaf9d6c89a3'] {{(pid=78794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:23:39.445599 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d39fbcaa-11be-4bcb-898c-ea1619f10656 req-41f459c0-3ee4-4dd4-9506-3efc6151358c tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Network 7a9a0a63-2af5-4556-bd7a-991a8e39d133 is already hosted by enough agents. {{(pid=78793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:23:39.454257 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.base_scheduler [req-d39fbcaa-11be-4bcb-898c-ea1619f10656 req-41f459c0-3ee4-4dd4-9506-3efc6151358c tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Resources bound (agent type, host, resource id): {{(pid=78793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:23:39.459649 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.l3_dvrscheduler_db [req-d39fbcaa-11be-4bcb-898c-ea1619f10656 req-41f459c0-3ee4-4dd4-9506-3efc6151358c tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Received port after_create {{(pid=78793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:23:39.491923 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f459c0-3ee4-4dd4-9506-3efc6151358c tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Pushing event updated for resources: {'Port': ['ID=5ddc1675-3656-4604-957a-48cdf703522f,revision_number=1']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:23:39.500115 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-41f459c0-3ee4-4dd4-9506-3efc6151358c tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:23:39.532925 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39fbcaa-11be-4bcb-898c-ea1619f10656 req-41f459c0-3ee4-4dd4-9506-3efc6151358c tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:23:39.533737 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-d39fbcaa-11be-4bcb-898c-ea1619f10656 req-41f459c0-3ee4-4dd4-9506-3efc6151358c tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2050383'] for port, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:23:39.565249 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-d39fbcaa-11be-4bcb-898c-ea1619f10656 req-41f459c0-3ee4-4dd4-9506-3efc6151358c tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8208411 May 12 15:23:39.612312 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.v2.base [req-d39fbcaa-11be-4bcb-898c-ea1619f10656 req-4446e3f5-142a-4298-a267-678ff8585b4c service neutron] Request body: {'port': {'device_id': '8d06cd91-a440-47d6-93d7-ea9922e93d8c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=78793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:23:39.724149 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-d39fbcaa-11be-4bcb-898c-ea1619f10656 req-4446e3f5-142a-4298-a267-678ff8585b4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:23:40.174007 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.notifiers.nova [req-d39fbcaa-11be-4bcb-898c-ea1619f10656 req-4446e3f5-142a-4298-a267-678ff8585b4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ddc1675-3656-4604-957a-48cdf703522f {{(pid=78793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 15:23:40.182859 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-d39fbcaa-11be-4bcb-898c-ea1619f10656 req-4446e3f5-142a-4298-a267-678ff8585b4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:23:40.215662 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.provisioning_blocks [req-d39fbcaa-11be-4bcb-898c-ea1619f10656 req-4446e3f5-142a-4298-a267-678ff8585b4c service neutron] Transition to ACTIVE for port object 5ddc1675-3656-4604-957a-48cdf703522f will not be triggered until provisioned by entity L2. {{(pid=78793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:23:40.223869 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058367b6-5f9d-4cdd-a1e0-9d88a5ef5f06 req-56709c51-98fb-4825-be58-a279e305aef7 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:23:40.225127 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [req-058367b6-5f9d-4cdd-a1e0-9d88a5ef5f06 req-56709c51-98fb-4825-be58-a279e305aef7 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Synchronizing usage tracker for tenant:67d1815edccf41cfb649225313f265b3 on resource:port {{(pid=78793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:23:40.229556 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-d39fbcaa-11be-4bcb-898c-ea1619f10656 req-4446e3f5-142a-4298-a267-678ff8585b4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3598924'] for port, after_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:23:40.234451 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-292b1922-f724-40a6-8b93-fa180b47a2df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:23:40.356879 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a47304-4df7-468c-8b89-3278e8130399 req-280c44a7-3f16-4de4-a47a-46890d672f7c tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:23:40.361458 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-d6a47304-4df7-468c-8b89-3278e8130399 req-280c44a7-3f16-4de4-a47a-46890d672f7c tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=370810a7-448d-401c-91e6-970dbdafd8c2 HTTP/1.1" status: 200 len: 945 time: 0.1014495 May 12 15:23:40.418407 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [req-058367b6-5f9d-4cdd-a1e0-9d88a5ef5f06 req-56709c51-98fb-4825-be58-a279e305aef7 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Unset dirty status for tenant:67d1815edccf41cfb649225313f265b3 on resource:port {{(pid=78793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:23:40.419563 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-058367b6-5f9d-4cdd-a1e0-9d88a5ef5f06 req-56709c51-98fb-4825-be58-a279e305aef7 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d06cd91-a440-47d6-93d7-ea9922e93d8c HTTP/1.1" status: 200 len: 932 time: 0.3499055 May 12 15:23:40.426330 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-d6a47304-4df7-468c-8b89-3278e8130399 req-6af8e7cd-53cf-4c3a-9acd-9bf3c17514ac tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551701 May 12 15:23:40.491329 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4446e3f5-142a-4298-a267-678ff8585b4c service neutron] Pushing event updated for resources: {'Port': ['ID=5ddc1675-3656-4604-957a-48cdf703522f,revision_number=2']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:23:40.500198 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-4446e3f5-142a-4298-a267-678ff8585b4c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:23:40.562470 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-058367b6-5f9d-4cdd-a1e0-9d88a5ef5f06 req-cd16ec13-ea70-4ac8-95d4-bccf232e711b tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/security-groups?id=6307c184-9367-4c50-a03b-173b376f0731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287405 May 12 15:23:40.595185 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.managers [req-d39fbcaa-11be-4bcb-898c-ea1619f10656 req-4446e3f5-142a-4298-a267-678ff8585b4c service neutron] Attempting to bind port 5ddc1675-3656-4604-957a-48cdf703522f on host hv-cinder-78960 for vnic_type normal with profile {{(pid=78793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:23:40.595475 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.managers [req-d39fbcaa-11be-4bcb-898c-ea1619f10656 req-4446e3f5-142a-4298-a267-678ff8585b4c service neutron] Attempting to bind port 5ddc1675-3656-4604-957a-48cdf703522f by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '3562151b-8bf4-487d-bcfe-e1baea035031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7a9a0a63-2af5-4556-bd7a-991a8e39d133'}] {{(pid=78793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:23:40.595797 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39fbcaa-11be-4bcb-898c-ea1619f10656 req-4446e3f5-142a-4298-a267-678ff8585b4c service neutron] Attempting to bind port 5ddc1675-3656-4604-957a-48cdf703522f on network 7a9a0a63-2af5-4556-bd7a-991a8e39d133 {{(pid=78793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:23:40.600468 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39fbcaa-11be-4bcb-898c-ea1619f10656 req-4446e3f5-142a-4298-a267-678ff8585b4c service neutron] Port 5ddc1675-3656-4604-957a-48cdf703522f on network 7a9a0a63-2af5-4556-bd7a-991a8e39d133 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=78793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 15:23:40.600783 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39fbcaa-11be-4bcb-898c-ea1619f10656 req-4446e3f5-142a-4298-a267-678ff8585b4c service neutron] Attempting to bind port 5ddc1675-3656-4604-957a-48cdf703522f on network 7a9a0a63-2af5-4556-bd7a-991a8e39d133 {{(pid=78793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:23:40.606209 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39fbcaa-11be-4bcb-898c-ea1619f10656 req-4446e3f5-142a-4298-a267-678ff8585b4c service neutron] Checking agent: {'id': 'f90bdb6d-8ae0-42e3-a09a-ceb4f970b9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 15, 18, 57), 'started_at': datetime.datetime(2021, 5, 12, 15, 18, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 15, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:23:40.606548 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39fbcaa-11be-4bcb-898c-ea1619f10656 req-4446e3f5-142a-4298-a267-678ff8585b4c service neutron] Checking segment: {'id': '3562151b-8bf4-487d-bcfe-e1baea035031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7a9a0a63-2af5-4556-bd7a-991a8e39d133'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:23:40.606978 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39fbcaa-11be-4bcb-898c-ea1619f10656 req-4446e3f5-142a-4298-a267-678ff8585b4c service neutron] Bound using segment: {'id': '3562151b-8bf4-487d-bcfe-e1baea035031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7a9a0a63-2af5-4556-bd7a-991a8e39d133'} {{(pid=78793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:23:40.607350 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.managers [req-d39fbcaa-11be-4bcb-898c-ea1619f10656 req-4446e3f5-142a-4298-a267-678ff8585b4c service neutron] Bound port: 5ddc1675-3656-4604-957a-48cdf703522f, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3562151b-8bf4-487d-bcfe-e1baea035031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7a9a0a63-2af5-4556-bd7a-991a8e39d133'}}] {{(pid=78793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:23:40.607690 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-d39fbcaa-11be-4bcb-898c-ea1619f10656 req-4446e3f5-142a-4298-a267-678ff8585b4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:23:40.699773 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.db [req-d39fbcaa-11be-4bcb-898c-ea1619f10656 req-4446e3f5-142a-4298-a267-678ff8585b4c service neutron] For port 5ddc1675-3656-4604-957a-48cdf703522f, host hv-cinder-78960, cleared binding levels {{(pid=78793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:23:40.702977 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.db [req-d39fbcaa-11be-4bcb-898c-ea1619f10656 req-4446e3f5-142a-4298-a267-678ff8585b4c service neutron] For port 5ddc1675-3656-4604-957a-48cdf703522f, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=5ddc1675-3656-4604-957a-48cdf703522f,segment=NetworkSegment(3562151b-8bf4-487d-bcfe-e1baea035031),segment_id=3562151b-8bf4-487d-bcfe-e1baea035031)] {{(pid=78793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:23:40.710772 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-d39fbcaa-11be-4bcb-898c-ea1619f10656 req-4446e3f5-142a-4298-a267-678ff8585b4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3598924'] for port, after_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:23:40.716551 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:23:40.773352 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39fbcaa-11be-4bcb-898c-ea1619f10656 req-4446e3f5-142a-4298-a267-678ff8585b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:23:40.774002 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-d39fbcaa-11be-4bcb-898c-ea1619f10656 req-4446e3f5-142a-4298-a267-678ff8585b4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2050383'] for port, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:23:40.775435 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-d39fbcaa-11be-4bcb-898c-ea1619f10656 req-4446e3f5-142a-4298-a267-678ff8585b4c service neutron] 10.222.0.85 "PUT /v2.0/ports/5ddc1675-3656-4604-957a-48cdf703522f HTTP/1.1" status: 200 len: 1094 time: 1.1675053 May 12 15:23:40.775949 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d06cd91-a440-47d6-93d7-ea9922e93d8c', 'tag': '5ddc1675-3656-4604-957a-48cdf703522f'}] {{(pid=78793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:23:40.803658 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4446e3f5-142a-4298-a267-678ff8585b4c service neutron] Pushing event updated for resources: {'Port': ['ID=5ddc1675-3656-4604-957a-48cdf703522f,revision_number=3']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:23:40.813425 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-4446e3f5-142a-4298-a267-678ff8585b4c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:23:40.863011 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d06cd91-a440-47d6-93d7-ea9922e93d8c', 'tag': '5ddc1675-3656-4604-957a-48cdf703522f', 'status': 'completed', 'code': 200} May 12 15:23:40.921202 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39fbcaa-11be-4bcb-898c-ea1619f10656 req-1cc52397-7ef6-475a-9a7b-18ac42883d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:23:40.922728 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-d39fbcaa-11be-4bcb-898c-ea1619f10656 req-1cc52397-7ef6-475a-9a7b-18ac42883d26 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=67d1815edccf41cfb649225313f265b3&device_id=8d06cd91-a440-47d6-93d7-ea9922e93d8c HTTP/1.1" status: 200 len: 1097 time: 0.0923407 May 12 15:23:40.998289 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-d39fbcaa-11be-4bcb-898c-ea1619f10656 req-3d6d7508-42fb-4f3a-9f7e-1f7575601968 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ddc1675-3656-4604-957a-48cdf703522f HTTP/1.1" status: 200 len: 217 time: 0.0670216 May 12 15:23:41.064860 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39fbcaa-11be-4bcb-898c-ea1619f10656 req-0dc6b3c0-9488-4832-9039-b54ff6e41ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:23:41.066487 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-d39fbcaa-11be-4bcb-898c-ea1619f10656 req-0dc6b3c0-9488-4832-9039-b54ff6e41ed5 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=881371bc-0cab-4490-a652-bddfe720ce96 HTTP/1.1" status: 200 len: 855 time: 0.0608177 May 12 15:23:41.121041 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-d39fbcaa-11be-4bcb-898c-ea1619f10656 req-831dffce-53cc-4738-96f7-5eb36fdde746 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=7a9a0a63-2af5-4556-bd7a-991a8e39d133&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469496 May 12 15:23:41.262927 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-d39fbcaa-11be-4bcb-898c-ea1619f10656 req-0a6da776-474c-4417-b6b4-d69175dca682 service neutron] 10.222.0.85 "GET /v2.0/networks/7a9a0a63-2af5-4556-bd7a-991a8e39d133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321144 May 12 15:23:41.397233 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-d39fbcaa-11be-4bcb-898c-ea1619f10656 req-cf7a8a8d-26b5-4d28-ba6b-127d872fd243 service neutron] 10.222.0.85 "GET /v2.0/networks/7a9a0a63-2af5-4556-bd7a-991a8e39d133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267519 May 12 15:23:41.541105 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9da901-bb80-4bac-9037-50bd1f7c5271 req-a5c45ce2-5cf9-408f-95db-913ac82492df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:23:41.542664 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-dc9da901-bb80-4bac-9037-50bd1f7c5271 req-a5c45ce2-5cf9-408f-95db-913ac82492df service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=67d1815edccf41cfb649225313f265b3&device_id=8d06cd91-a440-47d6-93d7-ea9922e93d8c HTTP/1.1" status: 200 len: 1097 time: 0.0734982 May 12 15:23:41.701079 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9da901-bb80-4bac-9037-50bd1f7c5271 req-ae559218-1de9-49cb-8eb9-78fa8a192c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:23:41.703113 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-dc9da901-bb80-4bac-9037-50bd1f7c5271 req-ae559218-1de9-49cb-8eb9-78fa8a192c5f service neutron] 10.222.0.85 "GET /v2.0/networks?id=7a9a0a63-2af5-4556-bd7a-991a8e39d133 HTTP/1.1" status: 200 len: 916 time: 0.1524143 May 12 15:23:41.782009 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2573319-d39b-4d47-9c44-e13248b6850c req-32384330-b7e4-4e4c-bd48-61a578bb50c6 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:23:41.783571 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-a2573319-d39b-4d47-9c44-e13248b6850c req-32384330-b7e4-4e4c-bd48-61a578bb50c6 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d06cd91-a440-47d6-93d7-ea9922e93d8c HTTP/1.1" status: 200 len: 944 time: 0.0858226 May 12 15:23:41.818913 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-dc9da901-bb80-4bac-9037-50bd1f7c5271 req-aca93094-eb80-4c42-8d00-bcdcfb15d014 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ddc1675-3656-4604-957a-48cdf703522f HTTP/1.1" status: 200 len: 217 time: 0.0742440 May 12 15:23:41.848352 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-a2573319-d39b-4d47-9c44-e13248b6850c req-98a40077-6c24-4b16-9d92-de07a5287479 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/security-groups?id=6307c184-9367-4c50-a03b-173b376f0731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503933 May 12 15:23:41.908918 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9da901-bb80-4bac-9037-50bd1f7c5271 req-d993390b-ea64-40dc-82b6-678f904d648d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:23:41.910379 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-dc9da901-bb80-4bac-9037-50bd1f7c5271 req-d993390b-ea64-40dc-82b6-678f904d648d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=881371bc-0cab-4490-a652-bddfe720ce96 HTTP/1.1" status: 200 len: 855 time: 0.0834703 May 12 15:23:41.918154 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 43716) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:23:41.918396 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d26aed7-a7f4-4d10-ac15-7682a4a28ea5 req-f31dfae4-837f-4478-b4b4-bb137452d540 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:23:41.920047 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-2d26aed7-a7f4-4d10-ac15-7682a4a28ea5 req-f31dfae4-837f-4478-b4b4-bb137452d540 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=370810a7-448d-401c-91e6-970dbdafd8c2 HTTP/1.1" status: 200 len: 945 time: 0.2138216 May 12 15:23:41.981999 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-dc9da901-bb80-4bac-9037-50bd1f7c5271 req-ab335c52-5dec-48cc-829f-b01dec584535 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=7a9a0a63-2af5-4556-bd7a-991a8e39d133&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608556 May 12 15:23:42.061135 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-840e2d02-d08c-466e-a72e-e2425503de80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:23:42.077585 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-840e2d02-d08c-466e-a72e-e2425503de80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:23:42.082112 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-840e2d02-d08c-466e-a72e-e2425503de80 admin admin] Usage tracker for resource:security_group_rule and tenant:a3eaa733ba5241e5b9ab235a496176ff is out of sync, need to count used quota {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:23:42.085454 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-840e2d02-d08c-466e-a72e-e2425503de80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:23:42.091473 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-840e2d02-d08c-466e-a72e-e2425503de80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:23:42.154253 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-2d26aed7-a7f4-4d10-ac15-7682a4a28ea5 req-71704369-cf26-4bb4-a872-9e074ea5dcdd tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020805 May 12 15:23:42.191172 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-840e2d02-d08c-466e-a72e-e2425503de80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:23:42.196477 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-840e2d02-d08c-466e-a72e-e2425503de80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:23:42.206069 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:23:42.223361 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-dc9da901-bb80-4bac-9037-50bd1f7c5271 req-0ebe4f42-81bf-4b6f-88c8-4924f9a62422 service neutron] 10.222.0.85 "GET /v2.0/networks/7a9a0a63-2af5-4556-bd7a-991a8e39d133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297826 May 12 15:23:42.249319 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-840e2d02-d08c-466e-a72e-e2425503de80 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a3eaa733ba5241e5b9ab235a496176ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3278389 May 12 15:23:42.249319 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840e2d02-d08c-466e-a72e-e2425503de80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83eafefd-b5d8-4c9c-a408-fa52e4c652b6,revision_number=1']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:23:42.249626 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 43724) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:23:42.257082 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840e2d02-d08c-466e-a72e-e2425503de80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:23:42.257546 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840e2d02-d08c-466e-a72e-e2425503de80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:23:42.257817 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840e2d02-d08c-466e-a72e-e2425503de80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:23:42.258167 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840e2d02-d08c-466e-a72e-e2425503de80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:23:42.258516 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840e2d02-d08c-466e-a72e-e2425503de80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:23:42.258890 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840e2d02-d08c-466e-a72e-e2425503de80 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:23:42.259308 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840e2d02-d08c-466e-a72e-e2425503de80 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:23:42.259546 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840e2d02-d08c-466e-a72e-e2425503de80 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:23:42.259883 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840e2d02-d08c-466e-a72e-e2425503de80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:23:42.260224 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840e2d02-d08c-466e-a72e-e2425503de80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:23:42.260561 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840e2d02-d08c-466e-a72e-e2425503de80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:23:42.260900 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840e2d02-d08c-466e-a72e-e2425503de80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:23:42.264863 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-840e2d02-d08c-466e-a72e-e2425503de80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:23:42.412534 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-e73bf949-1869-4be5-86c7-75c6a65099fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:23:42.427515 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-dc9da901-bb80-4bac-9037-50bd1f7c5271 req-bfb74217-9e36-4bb9-a749-0f8145be1283 service neutron] 10.222.0.85 "GET /v2.0/networks/7a9a0a63-2af5-4556-bd7a-991a8e39d133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956670 May 12 15:23:42.456903 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-e73bf949-1869-4be5-86c7-75c6a65099fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:23:42.537686 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-e73bf949-1869-4be5-86c7-75c6a65099fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:23:42.544799 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-47c5ae74-6309-436b-a155-ccc1d84ceaa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:23:42.569493 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73bf949-1869-4be5-86c7-75c6a65099fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83eafefd-b5d8-4c9c-a408-fa52e4c652b6,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:23:42.572819 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-e73bf949-1869-4be5-86c7-75c6a65099fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:23:42.578415 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-e73bf949-1869-4be5-86c7-75c6a65099fd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/83eafefd-b5d8-4c9c-a408-fa52e4c652b6 HTTP/1.1" status: 204 len: 168 time: 0.3274779 May 12 15:23:42.580495 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-e73bf949-1869-4be5-86c7-75c6a65099fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:23:43.076222 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed75609-51f8-41e0-b7eb-c809c441db9e req-6466aaee-ae57-4c98-8c37-2f68230dc8d1 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:23:43.077985 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-6ed75609-51f8-41e0-b7eb-c809c441db9e req-6466aaee-ae57-4c98-8c37-2f68230dc8d1 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d06cd91-a440-47d6-93d7-ea9922e93d8c HTTP/1.1" status: 200 len: 944 time: 0.0950074 May 12 15:23:43.222995 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-6ed75609-51f8-41e0-b7eb-c809c441db9e req-78236e00-b1e5-4fb8-b827-433148ed461a tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/security-groups?id=6307c184-9367-4c50-a03b-173b376f0731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380761 May 12 15:23:43.412730 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8a30cd-17e8-4bdf-b973-5abaf1a4c0c1 req-f4b94b8c-264d-434c-b3a0-932c989b11bd tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:23:43.418505 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-da8a30cd-17e8-4bdf-b973-5abaf1a4c0c1 req-f4b94b8c-264d-434c-b3a0-932c989b11bd tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=370810a7-448d-401c-91e6-970dbdafd8c2 HTTP/1.1" status: 200 len: 945 time: 0.0921483 May 12 15:23:43.474998 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-da8a30cd-17e8-4bdf-b973-5abaf1a4c0c1 req-a90beb4c-45d7-489d-8a8d-507b195f2186 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547936 May 12 15:23:44.421387 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab24920b-aa11-4475-8582-f13ae060d0e1 req-90fd01d9-3b6f-4bdd-ad18-846b76b0eef8 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:23:44.422881 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-ab24920b-aa11-4475-8582-f13ae060d0e1 req-90fd01d9-3b6f-4bdd-ad18-846b76b0eef8 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d06cd91-a440-47d6-93d7-ea9922e93d8c HTTP/1.1" status: 200 len: 944 time: 0.0850825 May 12 15:23:44.469591 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-ab24920b-aa11-4475-8582-f13ae060d0e1 req-78735c2b-f967-474b-9fad-69daa8fe1d42 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/security-groups?id=6307c184-9367-4c50-a03b-173b376f0731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402527 May 12 15:23:44.674794 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050c1e7d-b1bb-4729-9f11-0aaf8218f81c req-fcd4492d-f805-43e5-b996-df65f670ec1a tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:23:44.676254 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-050c1e7d-b1bb-4729-9f11-0aaf8218f81c req-fcd4492d-f805-43e5-b996-df65f670ec1a tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=370810a7-448d-401c-91e6-970dbdafd8c2 HTTP/1.1" status: 200 len: 945 time: 0.0827422 May 12 15:23:44.727335 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-050c1e7d-b1bb-4729-9f11-0aaf8218f81c req-e5dbae01-76b3-4d51-ba35-671c7cdfda42 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445991 May 12 15:23:45.665518 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27099415-b063-488f-9601-6f8c1bd40ad4 req-aa57157d-ac68-4b70-97a4-cabed06ffd12 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:23:45.667050 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-27099415-b063-488f-9601-6f8c1bd40ad4 req-aa57157d-ac68-4b70-97a4-cabed06ffd12 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d06cd91-a440-47d6-93d7-ea9922e93d8c HTTP/1.1" status: 200 len: 944 time: 0.0872157 May 12 15:23:45.717226 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-27099415-b063-488f-9601-6f8c1bd40ad4 req-154c81d4-6a44-47a7-8f72-a8062f7ec3e5 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/security-groups?id=6307c184-9367-4c50-a03b-173b376f0731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440562 May 12 15:23:45.807325 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Device 5ddc1675-3656-4604-957a-48cdf703522f details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=78794) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 15:23:45.950836 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0c4e96-d77b-4de3-80d0-72835bfde11e req-0cadeb73-9e28-4464-9d01-bd55af5736cf tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:23:45.959989 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-9f0c4e96-d77b-4de3-80d0-72835bfde11e req-0cadeb73-9e28-4464-9d01-bd55af5736cf tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=370810a7-448d-401c-91e6-970dbdafd8c2 HTTP/1.1" status: 200 len: 945 time: 0.1123710 May 12 15:23:45.989441 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] For port 5ddc1675-3656-4604-957a-48cdf703522f, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=5ddc1675-3656-4604-957a-48cdf703522f,segment=NetworkSegment(3562151b-8bf4-487d-bcfe-e1baea035031),segment_id=3562151b-8bf4-487d-bcfe-e1baea035031)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:23:46.004565 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Returning: {'device': '5ddc1675-3656-4604-957a-48cdf703522f', 'network_id': '7a9a0a63-2af5-4556-bd7a-991a8e39d133', 'port_id': '5ddc1675-3656-4604-957a-48cdf703522f', 'mac_address': 'fa:16:3e:c5:3b:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '881371bc-0cab-4490-a652-bddfe720ce96', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78794) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 15:23:46.016044 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-9f0c4e96-d77b-4de3-80d0-72835bfde11e req-bd805071-d1eb-4736-9b02-e3c40222d252 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546811 May 12 15:23:46.065760 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:23:46.085088 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.notifiers.nova [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ddc1675-3656-4604-957a-48cdf703522f {{(pid=78794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 15:23:46.101765 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] For port 5ddc1675-3656-4604-957a-48cdf703522f, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=5ddc1675-3656-4604-957a-48cdf703522f,segment=NetworkSegment(3562151b-8bf4-487d-bcfe-e1baea035031),segment_id=3562151b-8bf4-487d-bcfe-e1baea035031)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:23:46.106967 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:23:46.110222 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:23:46.158634 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de693a5-9474-4024-8138-25b8a3fe07e8 req-3ec1f1d5-080b-408b-b051-35e5346e76e4 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:23:46.160134 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-6de693a5-9474-4024-8138-25b8a3fe07e8 req-3ec1f1d5-080b-408b-b051-35e5346e76e4 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d9fdae6-4646-4205-8861-91423357dce5 HTTP/1.1" status: 200 len: 946 time: 0.0842061 May 12 15:23:46.181025 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Pushing event updated for resources: {'Port': ['ID=5ddc1675-3656-4604-957a-48cdf703522f,revision_number=4']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:23:46.184516 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:23:46.211301 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-6de693a5-9474-4024-8138-25b8a3fe07e8 req-8754b279-42db-4f35-9e2d-25640283702d tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/security-groups?id=407a0da7-a4d3-4f3d-9cd4-51775d5611cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440521 May 12 15:23:46.653439 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] get_ports_and_sgs() called for port_ids ['5ddc1675-3656-4604-957a-48cdf703522f'] {{(pid=78794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:23:46.775120 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 43818) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:23:46.902007 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-b1513ecd-3e82-4291-9962-9768d5b32c78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:23:46.918005 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-b1513ecd-3e82-4291-9962-9768d5b32c78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:23:46.921646 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd34376-dd97-450f-b9de-748a609a45df req-6370b589-ca25-4b68-8c95-e6e1b0a02680 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:23:46.922488 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-b1513ecd-3e82-4291-9962-9768d5b32c78 admin admin] Usage tracker for resource:security_group_rule and tenant:97742eca645449a89a1bb9fb37ea73c7 is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:23:46.923191 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-1dd34376-dd97-450f-b9de-748a609a45df req-6370b589-ca25-4b68-8c95-e6e1b0a02680 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d06cd91-a440-47d6-93d7-ea9922e93d8c HTTP/1.1" status: 200 len: 945 time: 0.0870612 May 12 15:23:46.926020 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-b1513ecd-3e82-4291-9962-9768d5b32c78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:23:46.932531 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-b1513ecd-3e82-4291-9962-9768d5b32c78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:23:46.979146 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-1dd34376-dd97-450f-b9de-748a609a45df req-9f07f736-3d06-4734-873e-f24907bbae0c tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/security-groups?id=6307c184-9367-4c50-a03b-173b376f0731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450172 May 12 15:23:47.024857 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-b1513ecd-3e82-4291-9962-9768d5b32c78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:23:47.029417 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-b1513ecd-3e82-4291-9962-9768d5b32c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:23:47.038439 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-26a53b32-a235-4078-86cf-daeee01e2de2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:23:47.080818 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-b1513ecd-3e82-4291-9962-9768d5b32c78 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=97742eca645449a89a1bb9fb37ea73c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3045669 May 12 15:23:47.082606 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1513ecd-3e82-4291-9962-9768d5b32c78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c598f643-0979-4d81-93e4-a33a970d0bcd,revision_number=1']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:23:47.084567 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 43826) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:23:47.085963 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-b1513ecd-3e82-4291-9962-9768d5b32c78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:23:47.159257 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-6c7153ff-f8bc-4ad3-a74e-e51fd1085188 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:23:47.193901 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-6c7153ff-f8bc-4ad3-a74e-e51fd1085188 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:23:47.254810 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397d5a4b-0858-43ff-a877-c29044371606 req-112208f3-2d1b-4780-abea-d5cfc201ca4b tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:23:47.256386 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-397d5a4b-0858-43ff-a877-c29044371606 req-112208f3-2d1b-4780-abea-d5cfc201ca4b tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=370810a7-448d-401c-91e6-970dbdafd8c2 HTTP/1.1" status: 200 len: 945 time: 0.1128817 May 12 15:23:47.259273 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-6c7153ff-f8bc-4ad3-a74e-e51fd1085188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:23:47.263025 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-f6c7d6bc-620f-4028-9c4f-ef5a0fd08995 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:23:47.275834 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7153ff-f8bc-4ad3-a74e-e51fd1085188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c598f643-0979-4d81-93e4-a33a970d0bcd,revision_number=None']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:23:47.278518 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-6c7153ff-f8bc-4ad3-a74e-e51fd1085188 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:23:47.286624 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-6c7153ff-f8bc-4ad3-a74e-e51fd1085188 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:23:47.288271 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-6c7153ff-f8bc-4ad3-a74e-e51fd1085188 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c598f643-0979-4d81-93e4-a33a970d0bcd HTTP/1.1" status: 204 len: 168 time: 0.1922665 May 12 15:23:47.323212 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-397d5a4b-0858-43ff-a877-c29044371606 req-dc1e9982-dc89-4c72-a204-f7a626c84b65 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605402 May 12 15:23:47.423381 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f5c356-abac-4539-a6cb-f7bc7f60b97c req-48ff842f-2e6f-4861-9cd2-00ee7f1c6184 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:23:47.425040 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-70f5c356-abac-4539-a6cb-f7bc7f60b97c req-48ff842f-2e6f-4861-9cd2-00ee7f1c6184 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d9fdae6-4646-4205-8861-91423357dce5 HTTP/1.1" status: 200 len: 946 time: 0.0885639 May 12 15:23:47.483772 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-70f5c356-abac-4539-a6cb-f7bc7f60b97c req-322e35f4-25ff-40f1-bdec-68fc4dbb76e4 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/security-groups?id=407a0da7-a4d3-4f3d-9cd4-51775d5611cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501122 May 12 15:23:48.252964 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742a4641-53f4-406c-8bdd-d00dc4bfebaa req-c57be621-6518-414a-a7f9-158053aa1481 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:23:48.256682 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-742a4641-53f4-406c-8bdd-d00dc4bfebaa req-c57be621-6518-414a-a7f9-158053aa1481 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d06cd91-a440-47d6-93d7-ea9922e93d8c HTTP/1.1" status: 200 len: 945 time: 0.1011453 May 12 15:23:48.312479 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-742a4641-53f4-406c-8bdd-d00dc4bfebaa req-46eb4626-893c-47bc-a1fd-19550d0dc5f9 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/security-groups?id=6307c184-9367-4c50-a03b-173b376f0731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512381 May 12 15:23:48.601412 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11658b0b-a07a-43a2-b9c7-1d92a1a46b34 req-d8dd7ca5-5753-40cd-ae52-4f5816b827d6 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:23:48.604482 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-11658b0b-a07a-43a2-b9c7-1d92a1a46b34 req-d8dd7ca5-5753-40cd-ae52-4f5816b827d6 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.85 "GET /v2.0/ports?device_id=3d9fdae6-4646-4205-8861-91423357dce5 HTTP/1.1" status: 200 len: 946 time: 0.1911223 May 12 15:23:48.626672 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957114f3-333b-4cc0-a041-99a4d0cf8444 req-10acf9aa-ad05-4e2d-8683-8927d33431d5 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:23:48.629462 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-957114f3-333b-4cc0-a041-99a4d0cf8444 req-10acf9aa-ad05-4e2d-8683-8927d33431d5 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=370810a7-448d-401c-91e6-970dbdafd8c2 HTTP/1.1" status: 200 len: 945 time: 0.1774457 May 12 15:23:48.671658 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2f40b257-e2f6-4616-9dfa-244a08c1477c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:23:48.808476 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-957114f3-333b-4cc0-a041-99a4d0cf8444 req-b81379cf-9a9d-46ba-85e0-552a19a711db tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253927 May 12 15:23:48.861902 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.plugin [req-11658b0b-a07a-43a2-b9c7-1d92a1a46b34 req-c431d475-d39b-4ec7-bb41-93e424539179 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Deleting port d2789e53-c377-45eb-861d-d455bca2a979 {{(pid=78793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:23:48.862240 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-11658b0b-a07a-43a2-b9c7-1d92a1a46b34 req-c431d475-d39b-4ec7-bb41-93e424539179 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649292957'] for port, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:23:48.946185 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1e57b7-ac4d-4c73-9e69-47c4e073c04e req-74247489-048e-4801-8e43-708db680ccad tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:23:48.947648 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-de1e57b7-ac4d-4c73-9e69-47c4e073c04e req-74247489-048e-4801-8e43-708db680ccad tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d9fdae6-4646-4205-8861-91423357dce5 HTTP/1.1" status: 200 len: 946 time: 0.1436169 May 12 15:23:49.018610 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-de1e57b7-ac4d-4c73-9e69-47c4e073c04e req-e4b54b49-49a1-4d80-bd86-f181bcadfbc3 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/security-groups?id=407a0da7-a4d3-4f3d-9cd4-51775d5611cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640399 May 12 15:23:49.038319 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.db [req-11658b0b-a07a-43a2-b9c7-1d92a1a46b34 req-c431d475-d39b-4ec7-bb41-93e424539179 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] For port d2789e53-c377-45eb-861d-d455bca2a979, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=d2789e53-c377-45eb-861d-d455bca2a979,segment=NetworkSegment(7ee36844-76cc-45b7-8272-2e23d10e7138),segment_id=7ee36844-76cc-45b7-8272-2e23d10e7138)] {{(pid=78793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:23:49.038693 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-11658b0b-a07a-43a2-b9c7-1d92a1a46b34 req-c431d475-d39b-4ec7-bb41-93e424539179 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:23:49.153225 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.agents_db [None req-dd47ce14-932e-4540-b008-5e9038d1c348 None None] Agent healthcheck: found 6 active agents {{(pid=78795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 15:23:49.167985 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.plugin [req-11658b0b-a07a-43a2-b9c7-1d92a1a46b34 req-c431d475-d39b-4ec7-bb41-93e424539179 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Calling delete_port for d2789e53-c377-45eb-861d-d455bca2a979 owned by compute:nova {{(pid=78793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:23:49.285202 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-11658b0b-a07a-43a2-b9c7-1d92a1a46b34 req-c431d475-d39b-4ec7-bb41-93e424539179 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649297264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739648862733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3598933'] for port, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:23:49.291285 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-41f459c0-3ee4-4dd4-9506-3efc6151358c tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:23:49.304637 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] get_ports_and_sgs() called for port_ids ['d2789e53-c377-45eb-861d-d455bca2a979'] {{(pid=78794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:23:49.342872 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c431d475-d39b-4ec7-bb41-93e424539179 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Pushing event deleted for resources: {'Port': ['ID=d2789e53-c377-45eb-861d-d455bca2a979,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:23:49.345671 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-c431d475-d39b-4ec7-bb41-93e424539179 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:23:49.436575 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.l3_dvrscheduler_db [req-11658b0b-a07a-43a2-b9c7-1d92a1a46b34 req-c431d475-d39b-4ec7-bb41-93e424539179 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] No DVR routers for this DVR port d2789e53-c377-45eb-861d-d455bca2a979 on host hv-cinder-78960 {{(pid=78793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:23:49.439702 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-11658b0b-a07a-43a2-b9c7-1d92a1a46b34 req-c431d475-d39b-4ec7-bb41-93e424539179 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2050383'] for port, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:23:49.444717 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d9fdae6-4646-4205-8861-91423357dce5', 'name': 'network-vif-deleted', 'tag': 'd2789e53-c377-45eb-861d-d455bca2a979'}] {{(pid=78793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:23:49.582277 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d9fdae6-4646-4205-8861-91423357dce5', 'name': 'network-vif-deleted', 'tag': 'd2789e53-c377-45eb-861d-d455bca2a979', 'status': 'completed', 'code': 200} May 12 15:23:49.597092 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-11658b0b-a07a-43a2-b9c7-1d92a1a46b34 req-c431d475-d39b-4ec7-bb41-93e424539179 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.85 "DELETE /v2.0/ports/d2789e53-c377-45eb-861d-d455bca2a979 HTTP/1.1" status: 204 len: 173 time: 0.9646680 May 12 15:23:49.642304 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc9f1f1-1050-421a-ad67-57f2aa257d6e req-d053be41-27e1-4b1e-80cf-65ae61367fb6 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:23:49.643911 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-0dc9f1f1-1050-421a-ad67-57f2aa257d6e req-d053be41-27e1-4b1e-80cf-65ae61367fb6 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d06cd91-a440-47d6-93d7-ea9922e93d8c HTTP/1.1" status: 200 len: 945 time: 0.1907613 May 12 15:23:49.692943 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-0dc9f1f1-1050-421a-ad67-57f2aa257d6e req-225a406f-989f-4fdc-ad44-20d6beee8087 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/security-groups?id=6307c184-9367-4c50-a03b-173b376f0731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424323 May 12 15:23:49.842911 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Device 5ddc1675-3656-4604-957a-48cdf703522f up at agent hyperv_hv-cinder-78960 {{(pid=78794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:23:49.963451 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Provisioning for port 5ddc1675-3656-4604-957a-48cdf703522f completed by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:23:49.971384 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Provisioning complete for port 5ddc1675-3656-4604-957a-48cdf703522f triggered by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:23:49.972030 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:23:50.134304 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b993fe1c-be48-4213-907e-b97cfc7a6bc6 req-6a165612-82da-4113-91a7-a1facf20b456 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:23:50.135876 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-b993fe1c-be48-4213-907e-b97cfc7a6bc6 req-6a165612-82da-4113-91a7-a1facf20b456 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=370810a7-448d-401c-91e6-970dbdafd8c2 HTTP/1.1" status: 200 len: 945 time: 0.1230786 May 12 15:23:50.179315 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:23:50.200027 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-b993fe1c-be48-4213-907e-b97cfc7a6bc6 req-ea5025c3-ccad-4d7b-95c9-dfdd958fc3e8 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561776 May 12 15:23:50.226022 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d06cd91-a440-47d6-93d7-ea9922e93d8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ddc1675-3656-4604-957a-48cdf703522f'}] {{(pid=78794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:23:50.236707 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] For port 5ddc1675-3656-4604-957a-48cdf703522f, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=5ddc1675-3656-4604-957a-48cdf703522f,segment=NetworkSegment(3562151b-8bf4-487d-bcfe-e1baea035031),segment_id=3562151b-8bf4-487d-bcfe-e1baea035031)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:23:50.242518 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:23:50.245612 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-82db6911-c1a6-4165-997a-1057967f99b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:23:50.374329 dv-cinder-789603-6-iscsi neutron-server[78794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d06cd91-a440-47d6-93d7-ea9922e93d8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ddc1675-3656-4604-957a-48cdf703522f', 'code': 200} May 12 15:23:50.375323 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Pushing event updated for resources: {'Port': ['ID=5ddc1675-3656-4604-957a-48cdf703522f,revision_number=5']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:23:50.390797 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:23:50.412315 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-b6bc4364-735f-48b6-9987-7e906c8790d7 req-8c20906d-e450-48fb-874c-224c11309edd tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d9fdae6-4646-4205-8861-91423357dce5 HTTP/1.1" status: 200 len: 210 time: 0.0816383 May 12 15:23:50.638577 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7534416e-399f-4c50-bd7b-eba45da633a4 req-b826b880-7e0e-43b2-a0c6-123e8013c76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:23:50.640535 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-7534416e-399f-4c50-bd7b-eba45da633a4 req-b826b880-7e0e-43b2-a0c6-123e8013c76a service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=8d06cd91-a440-47d6-93d7-ea9922e93d8c HTTP/1.1" status: 200 len: 1099 time: 0.0794578 May 12 15:23:50.686983 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-7534416e-399f-4c50-bd7b-eba45da633a4 req-01d2948e-cca9-4d50-bf24-9aafa0080a66 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=6307c184-9367-4c50-a03b-173b376f0731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397899 May 12 15:23:50.939105 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0467918f-fbf1-4859-bd0f-b1f3165bdedc req-10a3d031-0962-4a2c-aae3-a9b1a6d22d0e tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:23:50.942216 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-0467918f-fbf1-4859-bd0f-b1f3165bdedc req-10a3d031-0962-4a2c-aae3-a9b1a6d22d0e tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d06cd91-a440-47d6-93d7-ea9922e93d8c HTTP/1.1" status: 200 len: 946 time: 0.1166010 May 12 15:23:51.091429 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-0467918f-fbf1-4859-bd0f-b1f3165bdedc req-9a4d7d5a-af36-40d5-840d-05f753024740 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/security-groups?id=6307c184-9367-4c50-a03b-173b376f0731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355331 May 12 15:23:51.118400 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-b04eaa74-4b86-4493-9726-b90d2b921d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:23:51.144486 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-71ec12a0-4aad-46b4-b199-c5cf17662a43 req-290ea3e7-9fa6-43ee-b3db-1e863f719e3c service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=b12a7183-6ec1-495e-9a99-647885c7f2f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1375451 May 12 15:23:51.248771 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ec12a0-4aad-46b4-b199-c5cf17662a43 req-85da7d66-993c-4972-b2d0-190de4af4c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:23:51.250959 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-71ec12a0-4aad-46b4-b199-c5cf17662a43 req-85da7d66-993c-4972-b2d0-190de4af4c4a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=74c7c1c901cc4a308c52d5960e08ed68&device_id=b12a7183-6ec1-495e-9a99-647885c7f2f3 HTTP/1.1" status: 200 len: 1098 time: 0.0774667 May 12 15:23:51.454485 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ec12a0-4aad-46b4-b199-c5cf17662a43 req-f0362105-7792-4514-b7c7-17d9b2b6a1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:23:51.455925 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-71ec12a0-4aad-46b4-b199-c5cf17662a43 req-f0362105-7792-4514-b7c7-17d9b2b6a1f5 service neutron] 10.222.0.85 "GET /v2.0/networks?id=fb786cfb-6ac9-4fb8-8644-ee3baa944840 HTTP/1.1" status: 200 len: 920 time: 0.1810167 May 12 15:23:51.528052 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67adb8b8-f21d-439d-8c7c-894cc65a72c0 req-064b5137-3e64-4a1f-9c50-45bec6bc7c86 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:23:51.529584 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-67adb8b8-f21d-439d-8c7c-894cc65a72c0 req-064b5137-3e64-4a1f-9c50-45bec6bc7c86 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=370810a7-448d-401c-91e6-970dbdafd8c2 HTTP/1.1" status: 200 len: 945 time: 0.1863358 May 12 15:23:51.539781 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-71ec12a0-4aad-46b4-b199-c5cf17662a43 req-b1204f5a-23d8-4be4-825f-b3d1db022df4 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3d7cf13f-02dc-4bae-93e9-613d3879c4a8 HTTP/1.1" status: 200 len: 217 time: 0.0731330 May 12 15:23:51.615997 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:23:51.634168 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-67adb8b8-f21d-439d-8c7c-894cc65a72c0 req-989d7db5-da0a-469e-8fe7-65823b41798b tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967791 May 12 15:23:51.637739 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ec12a0-4aad-46b4-b199-c5cf17662a43 req-e8c8d7a4-799f-4758-8fe2-cded210557df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:23:51.639148 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-71ec12a0-4aad-46b4-b199-c5cf17662a43 req-e8c8d7a4-799f-4758-8fe2-cded210557df service neutron] 10.222.0.85 "GET /v2.0/subnets?id=93335869-57f6-4f74-9e92-cecab8c181bc HTTP/1.1" status: 200 len: 859 time: 0.0863314 May 12 15:23:51.690362 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-71ec12a0-4aad-46b4-b199-c5cf17662a43 req-6e3ed2a9-1fc0-43cc-b4e2-dce6eee10063 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=fb786cfb-6ac9-4fb8-8644-ee3baa944840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429680 May 12 15:23:51.830098 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-71ec12a0-4aad-46b4-b199-c5cf17662a43 req-2101b0cb-207e-47c4-83df-a72f7a174079 service neutron] 10.222.0.85 "GET /v2.0/networks/fb786cfb-6ac9-4fb8-8644-ee3baa944840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323569 May 12 15:23:51.832516 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Device d2789e53-c377-45eb-861d-d455bca2a979 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=78794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:23:51.870909 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.plugin [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] No Port match for: d2789e53-c377-45eb-861d-d455bca2a979 {{(pid=78794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 15:23:51.871254 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Device d2789e53-c377-45eb-861d-d455bca2a979 not bound to the agent host hv-cinder-78960 {{(pid=78794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:23:51.965784 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-71ec12a0-4aad-46b4-b199-c5cf17662a43 req-93fb2a74-677e-483b-8a5c-d39c1dc5cdaa service neutron] 10.222.0.85 "GET /v2.0/networks/fb786cfb-6ac9-4fb8-8644-ee3baa944840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287391 May 12 15:23:52.283630 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-8e9e3eb0-3c8e-4693-b231-5e176560d846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:23:52.333445 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5fc3b5-d408-4077-b7f0-47e45a58977c req-b137332a-ed88-4928-8f72-0e3f10d48ba9 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:23:52.335637 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-dd5fc3b5-d408-4077-b7f0-47e45a58977c req-b137332a-ed88-4928-8f72-0e3f10d48ba9 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d06cd91-a440-47d6-93d7-ea9922e93d8c HTTP/1.1" status: 200 len: 946 time: 0.1282423 May 12 15:23:52.393706 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-dd5fc3b5-d408-4077-b7f0-47e45a58977c req-c4502030-4f35-4b7b-87bc-0712dc108416 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/security-groups?id=6307c184-9367-4c50-a03b-173b376f0731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506251 May 12 15:23:52.820148 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c00a36-a29a-475c-bb3d-cb3bb11d8cd2 req-6ec9c873-fc0b-4f2b-a8d7-57838841c65c tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:23:52.821546 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-68c00a36-a29a-475c-bb3d-cb3bb11d8cd2 req-6ec9c873-fc0b-4f2b-a8d7-57838841c65c tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=370810a7-448d-401c-91e6-970dbdafd8c2 HTTP/1.1" status: 200 len: 945 time: 0.0774686 May 12 15:23:52.866506 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-68c00a36-a29a-475c-bb3d-cb3bb11d8cd2 req-d6fa8d05-dcf2-4946-bf72-ab556e67cb60 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390587 May 12 15:23:53.585695 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eba507-a688-4aa7-b6e3-16290739145f req-3bd93c22-7dd9-4afc-b80c-ce41b7061ea2 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:23:53.587196 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-b6eba507-a688-4aa7-b6e3-16290739145f req-3bd93c22-7dd9-4afc-b80c-ce41b7061ea2 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d06cd91-a440-47d6-93d7-ea9922e93d8c HTTP/1.1" status: 200 len: 946 time: 0.0860498 May 12 15:23:53.634003 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-b6eba507-a688-4aa7-b6e3-16290739145f req-c8c1812d-e637-45c4-96a5-2ea5dd8d18e4 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/security-groups?id=6307c184-9367-4c50-a03b-173b376f0731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406544 May 12 15:23:54.161808 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-876105c5-eed7-46ba-a478-d2a34eb0d798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:23:56.712714 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:23:57.088219 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee29c3-8afe-40a8-a4de-e4b2f3c5f08f req-c4825ccf-d33d-46db-ae89-d53672d47a07 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:23:57.089651 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-83ee29c3-8afe-40a8-a4de-e4b2f3c5f08f req-c4825ccf-d33d-46db-ae89-d53672d47a07 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=370810a7-448d-401c-91e6-970dbdafd8c2 HTTP/1.1" status: 200 len: 945 time: 0.0856664 May 12 15:23:57.135090 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-83ee29c3-8afe-40a8-a4de-e4b2f3c5f08f req-256f00ad-6ecf-47b5-abf4-c76ffa572a11 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395048 May 12 15:23:58.333800 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b04b878-4185-4756-8d56-85efc82f8ba8 req-18999920-0bf3-4499-b86d-add6d36e0f4e tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:23:58.335845 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-6b04b878-4185-4756-8d56-85efc82f8ba8 req-18999920-0bf3-4499-b86d-add6d36e0f4e tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=370810a7-448d-401c-91e6-970dbdafd8c2 HTTP/1.1" status: 200 len: 945 time: 0.0863128 May 12 15:23:58.391942 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-6b04b878-4185-4756-8d56-85efc82f8ba8 req-ae937473-e818-4604-a768-f835218478b8 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502694 May 12 15:23:58.440389 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3924a81-0cd7-4ba5-b59a-38d5334ecd98 req-a577620d-353c-4aeb-ac43-d747ac3de5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:23:58.441707 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-a3924a81-0cd7-4ba5-b59a-38d5334ecd98 req-a577620d-353c-4aeb-ac43-d747ac3de5f2 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=370810a7-448d-401c-91e6-970dbdafd8c2 HTTP/1.1" status: 200 len: 1098 time: 0.0739827 May 12 15:23:58.494124 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-a3924a81-0cd7-4ba5-b59a-38d5334ecd98 req-a5890308-330c-48c1-9cdb-f90ba3e8c51a service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385585 May 12 15:23:59.590601 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebfd318-9a28-49ee-8a79-10c59ecc2df9 req-5bdd0786-d9f0-404a-8960-e7638675e76d tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:23:59.592062 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-7ebfd318-9a28-49ee-8a79-10c59ecc2df9 req-5bdd0786-d9f0-404a-8960-e7638675e76d tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=370810a7-448d-401c-91e6-970dbdafd8c2 HTTP/1.1" status: 200 len: 945 time: 0.0876451 May 12 15:23:59.639275 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-7ebfd318-9a28-49ee-8a79-10c59ecc2df9 req-65ea17c9-2ad6-4827-b52b-08c08b5103a6 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398977 May 12 15:24:00.832212 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe7c750-2638-407c-b918-8fa69d6884a2 req-21e3566f-fc2d-48e7-a6e4-0689486a72f6 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:24:00.833708 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-3fe7c750-2638-407c-b918-8fa69d6884a2 req-21e3566f-fc2d-48e7-a6e4-0689486a72f6 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=370810a7-448d-401c-91e6-970dbdafd8c2 HTTP/1.1" status: 200 len: 945 time: 0.0837984 May 12 15:24:00.878263 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-3fe7c750-2638-407c-b918-8fa69d6884a2 req-cd9e66c9-7b20-4041-a81e-17cb99063cbd tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387983 May 12 15:24:01.497112 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaf4ae3-9feb-4863-a5a3-844b20a17d86 req-9ede6f9f-1ab0-4e7f-b532-c08fef053d55 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:24:01.499746 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-faaf4ae3-9feb-4863-a5a3-844b20a17d86 req-9ede6f9f-1ab0-4e7f-b532-c08fef053d55 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=370810a7-448d-401c-91e6-970dbdafd8c2 HTTP/1.1" status: 200 len: 945 time: 0.1377454 May 12 15:24:01.586875 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-faaf4ae3-9feb-4863-a5a3-844b20a17d86 req-57de878d-9310-4519-9988-7263414b1878 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824547 May 12 15:24:01.635938 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa744c6-d1a3-42f5-bde0-e7a176fc1269 req-0ad3e6cd-c126-46c1-931d-8c5e3ae0262b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:24:01.637427 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-daa744c6-d1a3-42f5-bde0-e7a176fc1269 req-0ad3e6cd-c126-46c1-931d-8c5e3ae0262b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=74c7c1c901cc4a308c52d5960e08ed68&device_id=370810a7-448d-401c-91e6-970dbdafd8c2 HTTP/1.1" status: 200 len: 1098 time: 0.0938275 May 12 15:24:01.817619 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa744c6-d1a3-42f5-bde0-e7a176fc1269 req-e0febef7-a0fa-41ab-b9b9-2ec8875db182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:24:01.818988 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-daa744c6-d1a3-42f5-bde0-e7a176fc1269 req-e0febef7-a0fa-41ab-b9b9-2ec8875db182 service neutron] 10.222.0.85 "GET /v2.0/networks?id=fb786cfb-6ac9-4fb8-8644-ee3baa944840 HTTP/1.1" status: 200 len: 920 time: 0.1690245 May 12 15:24:04.014242 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-daa744c6-d1a3-42f5-bde0-e7a176fc1269 req-aab5aaec-bc8b-447c-8a10-007d8447a7f5 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9712b9e-8515-4329-a096-bd106527c186 HTTP/1.1" status: 200 len: 217 time: 0.0660145 May 12 15:24:04.139905 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabac625-a10c-4a27-8cc4-872f97c1a798 req-5515fa87-3334-46c2-a6c8-c27018ddefad tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:24:04.141325 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-dabac625-a10c-4a27-8cc4-872f97c1a798 req-5515fa87-3334-46c2-a6c8-c27018ddefad tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=370810a7-448d-401c-91e6-970dbdafd8c2 HTTP/1.1" status: 200 len: 945 time: 0.0795493 May 12 15:24:04.184943 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-dabac625-a10c-4a27-8cc4-872f97c1a798 req-6f2863a5-f160-4681-a9e8-8012dc41eef5 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372798 May 12 15:24:05.895124 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa744c6-d1a3-42f5-bde0-e7a176fc1269 req-1056e05b-f0ea-476e-ab28-c7dc4c93bab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:24:05.896544 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-daa744c6-d1a3-42f5-bde0-e7a176fc1269 req-1056e05b-f0ea-476e-ab28-c7dc4c93bab1 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=93335869-57f6-4f74-9e92-cecab8c181bc HTTP/1.1" status: 200 len: 859 time: 0.1016736 May 12 15:24:05.955896 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-daa744c6-d1a3-42f5-bde0-e7a176fc1269 req-6648494c-0fa4-43b6-8b2c-65ae9c0c248f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=fb786cfb-6ac9-4fb8-8644-ee3baa944840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501328 May 12 15:24:06.000844 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de832795-744c-4788-bf0f-baaf2ab8ba58 req-cc3a3f84-ecc4-447d-9352-a8cd3d968602 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:24:06.002338 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-de832795-744c-4788-bf0f-baaf2ab8ba58 req-cc3a3f84-ecc4-447d-9352-a8cd3d968602 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=370810a7-448d-401c-91e6-970dbdafd8c2 HTTP/1.1" status: 200 len: 945 time: 0.1528583 May 12 15:24:06.122920 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-de832795-744c-4788-bf0f-baaf2ab8ba58 req-b32cd5f8-676a-4819-a205-0fac786f1920 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743327 May 12 15:24:06.146660 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-daa744c6-d1a3-42f5-bde0-e7a176fc1269 req-1c480d6d-8981-401a-876b-93239d64c002 service neutron] 10.222.0.85 "GET /v2.0/networks/fb786cfb-6ac9-4fb8-8644-ee3baa944840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765652 May 12 15:24:06.283720 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-daa744c6-d1a3-42f5-bde0-e7a176fc1269 req-29f1ae23-6842-423e-889c-53fe5f67cc12 service neutron] 10.222.0.85 "GET /v2.0/networks/fb786cfb-6ac9-4fb8-8644-ee3baa944840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280715 May 12 15:24:06.498666 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eceeb8-48dc-443c-afd0-5ff12120c530 req-fa35f904-d48b-4903-b564-97f9e8b4a993 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:24:06.500134 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-d4eceeb8-48dc-443c-afd0-5ff12120c530 req-fa35f904-d48b-4903-b564-97f9e8b4a993 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/networks?id=0bad0335-fdcd-470a-b019-26fa010fc66b HTTP/1.1" status: 200 len: 814 time: 0.1555459 May 12 15:24:06.515140 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-d4eceeb8-48dc-443c-afd0-5ff12120c530 req-d3d2ead7-d6f6-4e48-93b7-66b12112d5c6 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/quotas/8a21d04a99f0458e93f3f0fa12183ea4 HTTP/1.1" status: 200 len: 375 time: 0.0094142 May 12 15:24:06.565562 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-d4eceeb8-48dc-443c-afd0-5ff12120c530 req-ce2a5f41-a09a-44db-bae3-74ec205fe4d2 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8a21d04a99f0458e93f3f0fa12183ea4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431597 May 12 15:24:06.789256 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-d4eceeb8-48dc-443c-afd0-5ff12120c530 req-a9cf62b9-e8fe-41e3-b4f2-a09f3d1c02f4 service neutron] 10.222.0.32 "GET /v2.0/networks/0bad0335-fdcd-470a-b019-26fa010fc66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169127 May 12 15:24:06.926284 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-d4eceeb8-48dc-443c-afd0-5ff12120c530 req-c91d6f94-f40f-4311-af7b-f5be57d5b609 service neutron] 10.222.0.32 "GET /v2.0/networks/0bad0335-fdcd-470a-b019-26fa010fc66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306541 May 12 15:24:11.084889 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [req-f0935575-6d23-4033-8791-504bf973977b req-e9ff6f3a-6134-4a12-bf56-f12b786886aa tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Synchronizing usage tracker for tenant:8a21d04a99f0458e93f3f0fa12183ea4 on resource:port {{(pid=78793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:24:11.104536 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [req-f0935575-6d23-4033-8791-504bf973977b req-e9ff6f3a-6134-4a12-bf56-f12b786886aa tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Unset dirty status for tenant:8a21d04a99f0458e93f3f0fa12183ea4 on resource:port {{(pid=78793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:24:11.105712 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-f0935575-6d23-4033-8791-504bf973977b req-e9ff6f3a-6134-4a12-bf56-f12b786886aa tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2daef1f-ff21-48cf-81f8-2e95330cb4ed HTTP/1.1" status: 200 len: 210 time: 0.0648320 May 12 15:24:11.137138 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df55570-2813-4003-a334-1527385fde51 req-97fc9573-ed17-4932-be8f-e1a75703e8ea tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:24:11.138819 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-7df55570-2813-4003-a334-1527385fde51 req-97fc9573-ed17-4932-be8f-e1a75703e8ea tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=370810a7-448d-401c-91e6-970dbdafd8c2 HTTP/1.1" status: 200 len: 945 time: 0.0956006 May 12 15:24:11.188587 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-7df55570-2813-4003-a334-1527385fde51 req-83542a28-61d2-437c-b994-06475d510312 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439315 May 12 15:24:11.767983 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eceeb8-48dc-443c-afd0-5ff12120c530 req-20146aa2-c9e9-4759-a85c-ec3aa8d5a276 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:24:11.769966 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-d4eceeb8-48dc-443c-afd0-5ff12120c530 req-20146aa2-c9e9-4759-a85c-ec3aa8d5a276 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.85 "GET /v2.0/networks?id=0bad0335-fdcd-470a-b019-26fa010fc66b HTTP/1.1" status: 200 len: 814 time: 0.1552839 May 12 15:24:11.784326 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.v2.base [req-d4eceeb8-48dc-443c-afd0-5ff12120c530 req-8e6fbeb4-530a-4fed-a38e-d07189c0657e tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Request body: {'port': {'device_id': 'd2daef1f-ff21-48cf-81f8-2e95330cb4ed', 'network_id': '0bad0335-fdcd-470a-b019-26fa010fc66b', 'admin_state_up': True, 'tenant_id': '8a21d04a99f0458e93f3f0fa12183ea4'}} {{(pid=78793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:24:11.918671 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [req-d4eceeb8-48dc-443c-afd0-5ff12120c530 req-8e6fbeb4-530a-4fed-a38e-d07189c0657e tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:24:11.929940 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [req-d4eceeb8-48dc-443c-afd0-5ff12120c530 req-8e6fbeb4-530a-4fed-a38e-d07189c0657e tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:24:11.953246 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4eceeb8-48dc-443c-afd0-5ff12120c530 req-8e6fbeb4-530a-4fed-a38e-d07189c0657e tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Made reservation on behalf of 8a21d04a99f0458e93f3f0fa12183ea4 for: {'port': 1} {{(pid=78793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:24:11.956893 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-d4eceeb8-48dc-443c-afd0-5ff12120c530 req-8e6fbeb4-530a-4fed-a38e-d07189c0657e tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:24:12.128437 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.db_base_plugin_common [req-d4eceeb8-48dc-443c-afd0-5ff12120c530 req-8e6fbeb4-530a-4fed-a38e-d07189c0657e tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Allocated IP 172.20.0.13 (0bad0335-fdcd-470a-b019-26fa010fc66b/3541dbd9-2a7a-462a-a911-9b9cbe5c2a12/3e3a3b5c-ff55-4027-b177-62aa435a2679) {{(pid=78793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:24:12.420164 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-dbe56af5-0015-45e2-9f41-5daf57c4a8f7 req-9de64c36-73d9-4360-9534-78c27708bf1e tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2daef1f-ff21-48cf-81f8-2e95330cb4ed HTTP/1.1" status: 200 len: 210 time: 0.1454864 May 12 15:24:12.467848 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3801c4-7307-455a-9e81-7bb44ffa89a1 req-ed4a27f6-bb7d-415f-9190-e1b7eb37542d tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:24:12.469520 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-bb3801c4-7307-455a-9e81-7bb44ffa89a1 req-ed4a27f6-bb7d-415f-9190-e1b7eb37542d tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=370810a7-448d-401c-91e6-970dbdafd8c2 HTTP/1.1" status: 200 len: 945 time: 0.1207051 May 12 15:24:12.499866 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-d4eceeb8-48dc-443c-afd0-5ff12120c530 req-8e6fbeb4-530a-4fed-a38e-d07189c0657e tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Notify callbacks [] for port, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:24:12.535794 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-bb3801c4-7307-455a-9e81-7bb44ffa89a1 req-d4f5fd23-b293-4153-a1dc-818816a2fdea tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600512 May 12 15:24:12.553793 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-d4eceeb8-48dc-443c-afd0-5ff12120c530 req-8e6fbeb4-530a-4fed-a38e-d07189c0657e tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739648862724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3598933'] for port, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:24:12.560161 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-858b3320-1a82-41c4-b25e-31a791d18975 tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:24:12.624051 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4eceeb8-48dc-443c-afd0-5ff12120c530 req-8e6fbeb4-530a-4fed-a38e-d07189c0657e tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Network 0bad0335-fdcd-470a-b019-26fa010fc66b is already hosted by enough agents. {{(pid=78793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:24:12.627149 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.base_scheduler [req-d4eceeb8-48dc-443c-afd0-5ff12120c530 req-8e6fbeb4-530a-4fed-a38e-d07189c0657e tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Resources bound (agent type, host, resource id): {{(pid=78793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:24:12.631629 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4eceeb8-48dc-443c-afd0-5ff12120c530 req-8e6fbeb4-530a-4fed-a38e-d07189c0657e tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Received port after_create {{(pid=78793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:24:12.676135 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6fbeb4-530a-4fed-a38e-d07189c0657e tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Pushing event updated for resources: {'Port': ['ID=3e3a3b5c-ff55-4027-b177-62aa435a2679,revision_number=1']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:24:12.680430 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-8e6fbeb4-530a-4fed-a38e-d07189c0657e tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:24:12.704840 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eceeb8-48dc-443c-afd0-5ff12120c530 req-8e6fbeb4-530a-4fed-a38e-d07189c0657e tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:24:12.705480 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-d4eceeb8-48dc-443c-afd0-5ff12120c530 req-8e6fbeb4-530a-4fed-a38e-d07189c0657e tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2050383'] for port, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:24:12.729353 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-d4eceeb8-48dc-443c-afd0-5ff12120c530 req-8e6fbeb4-530a-4fed-a38e-d07189c0657e tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9485624 May 12 15:24:12.870083 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.v2.base [req-d4eceeb8-48dc-443c-afd0-5ff12120c530 req-4b83d81d-9dcc-4ffb-ac7a-84e02cfa9cc7 service neutron] Request body: {'port': {'device_id': 'd2daef1f-ff21-48cf-81f8-2e95330cb4ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=78793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:24:13.025379 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-d4eceeb8-48dc-443c-afd0-5ff12120c530 req-4b83d81d-9dcc-4ffb-ac7a-84e02cfa9cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:24:13.416793 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.notifiers.nova [req-d4eceeb8-48dc-443c-afd0-5ff12120c530 req-4b83d81d-9dcc-4ffb-ac7a-84e02cfa9cc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e3a3b5c-ff55-4027-b177-62aa435a2679 {{(pid=78793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 15:24:13.423863 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-d4eceeb8-48dc-443c-afd0-5ff12120c530 req-4b83d81d-9dcc-4ffb-ac7a-84e02cfa9cc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:24:13.438583 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.provisioning_blocks [req-d4eceeb8-48dc-443c-afd0-5ff12120c530 req-4b83d81d-9dcc-4ffb-ac7a-84e02cfa9cc7 service neutron] Transition to ACTIVE for port object 3e3a3b5c-ff55-4027-b177-62aa435a2679 will not be triggered until provisioned by entity L2. {{(pid=78793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:24:13.442211 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-d4eceeb8-48dc-443c-afd0-5ff12120c530 req-4b83d81d-9dcc-4ffb-ac7a-84e02cfa9cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3598924'] for port, after_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:24:13.445573 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-4446e3f5-142a-4298-a267-678ff8585b4c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:24:13.595479 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b83d81d-9dcc-4ffb-ac7a-84e02cfa9cc7 service neutron] Pushing event updated for resources: {'Port': ['ID=3e3a3b5c-ff55-4027-b177-62aa435a2679,revision_number=2']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:24:13.602869 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-4b83d81d-9dcc-4ffb-ac7a-84e02cfa9cc7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:24:13.618130 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58edcb3-2f22-49e2-884b-790f1d2023a8 req-ac79c2ef-9fb5-449d-9b36-7c5b51094d56 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:24:13.621084 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-c58edcb3-2f22-49e2-884b-790f1d2023a8 req-ac79c2ef-9fb5-449d-9b36-7c5b51094d56 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2daef1f-ff21-48cf-81f8-2e95330cb4ed HTTP/1.1" status: 200 len: 944 time: 0.0873644 May 12 15:24:13.671228 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-c58edcb3-2f22-49e2-884b-790f1d2023a8 req-b85229ec-d4a7-4bb8-ad43-adcc628ebbd2 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/security-groups?id=407a0da7-a4d3-4f3d-9cd4-51775d5611cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436208 May 12 15:24:13.719111 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.managers [req-d4eceeb8-48dc-443c-afd0-5ff12120c530 req-4b83d81d-9dcc-4ffb-ac7a-84e02cfa9cc7 service neutron] Attempting to bind port 3e3a3b5c-ff55-4027-b177-62aa435a2679 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=78793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:24:13.719711 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.managers [req-d4eceeb8-48dc-443c-afd0-5ff12120c530 req-4b83d81d-9dcc-4ffb-ac7a-84e02cfa9cc7 service neutron] Attempting to bind port 3e3a3b5c-ff55-4027-b177-62aa435a2679 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '7ee36844-76cc-45b7-8272-2e23d10e7138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0bad0335-fdcd-470a-b019-26fa010fc66b'}] {{(pid=78793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:24:13.720201 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4eceeb8-48dc-443c-afd0-5ff12120c530 req-4b83d81d-9dcc-4ffb-ac7a-84e02cfa9cc7 service neutron] Attempting to bind port 3e3a3b5c-ff55-4027-b177-62aa435a2679 on network 0bad0335-fdcd-470a-b019-26fa010fc66b {{(pid=78793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:24:13.728512 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4eceeb8-48dc-443c-afd0-5ff12120c530 req-4b83d81d-9dcc-4ffb-ac7a-84e02cfa9cc7 service neutron] Port 3e3a3b5c-ff55-4027-b177-62aa435a2679 on network 0bad0335-fdcd-470a-b019-26fa010fc66b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=78793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 15:24:13.729064 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4eceeb8-48dc-443c-afd0-5ff12120c530 req-4b83d81d-9dcc-4ffb-ac7a-84e02cfa9cc7 service neutron] Attempting to bind port 3e3a3b5c-ff55-4027-b177-62aa435a2679 on network 0bad0335-fdcd-470a-b019-26fa010fc66b {{(pid=78793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:24:13.734790 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4eceeb8-48dc-443c-afd0-5ff12120c530 req-4b83d81d-9dcc-4ffb-ac7a-84e02cfa9cc7 service neutron] Checking agent: {'id': 'f90bdb6d-8ae0-42e3-a09a-ceb4f970b9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 15, 18, 57), 'started_at': datetime.datetime(2021, 5, 12, 15, 18, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 15, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:24:13.735139 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4eceeb8-48dc-443c-afd0-5ff12120c530 req-4b83d81d-9dcc-4ffb-ac7a-84e02cfa9cc7 service neutron] Checking segment: {'id': '7ee36844-76cc-45b7-8272-2e23d10e7138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0bad0335-fdcd-470a-b019-26fa010fc66b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:24:13.735485 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4eceeb8-48dc-443c-afd0-5ff12120c530 req-4b83d81d-9dcc-4ffb-ac7a-84e02cfa9cc7 service neutron] Bound using segment: {'id': '7ee36844-76cc-45b7-8272-2e23d10e7138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0bad0335-fdcd-470a-b019-26fa010fc66b'} {{(pid=78793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:24:13.736081 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.managers [req-d4eceeb8-48dc-443c-afd0-5ff12120c530 req-4b83d81d-9dcc-4ffb-ac7a-84e02cfa9cc7 service neutron] Bound port: 3e3a3b5c-ff55-4027-b177-62aa435a2679, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ee36844-76cc-45b7-8272-2e23d10e7138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0bad0335-fdcd-470a-b019-26fa010fc66b'}}] {{(pid=78793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:24:13.736440 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-d4eceeb8-48dc-443c-afd0-5ff12120c530 req-4b83d81d-9dcc-4ffb-ac7a-84e02cfa9cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:24:13.839005 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53777c49-4d85-4f2b-9664-4b37c49d12fa req-8c8bfebd-4d62-4090-a628-b05508336dd4 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:24:13.840352 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-53777c49-4d85-4f2b-9664-4b37c49d12fa req-8c8bfebd-4d62-4090-a628-b05508336dd4 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=370810a7-448d-401c-91e6-970dbdafd8c2 HTTP/1.1" status: 200 len: 945 time: 0.1806755 May 12 15:24:13.871532 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.db [req-d4eceeb8-48dc-443c-afd0-5ff12120c530 req-4b83d81d-9dcc-4ffb-ac7a-84e02cfa9cc7 service neutron] For port 3e3a3b5c-ff55-4027-b177-62aa435a2679, host hv-cinder-78960, cleared binding levels {{(pid=78793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:24:13.892417 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.db [req-d4eceeb8-48dc-443c-afd0-5ff12120c530 req-4b83d81d-9dcc-4ffb-ac7a-84e02cfa9cc7 service neutron] For port 3e3a3b5c-ff55-4027-b177-62aa435a2679, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=3e3a3b5c-ff55-4027-b177-62aa435a2679,segment=NetworkSegment(7ee36844-76cc-45b7-8272-2e23d10e7138),segment_id=7ee36844-76cc-45b7-8272-2e23d10e7138)] {{(pid=78793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:24:13.898433 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-53777c49-4d85-4f2b-9664-4b37c49d12fa req-e79896ae-bae8-4157-bb31-9a9c68d62335 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497391 May 12 15:24:13.900289 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-d4eceeb8-48dc-443c-afd0-5ff12120c530 req-4b83d81d-9dcc-4ffb-ac7a-84e02cfa9cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3598924'] for port, after_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:24:13.904169 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:24:13.961323 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eceeb8-48dc-443c-afd0-5ff12120c530 req-4b83d81d-9dcc-4ffb-ac7a-84e02cfa9cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:24:13.961943 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-d4eceeb8-48dc-443c-afd0-5ff12120c530 req-4b83d81d-9dcc-4ffb-ac7a-84e02cfa9cc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2050383'] for port, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:24:13.963249 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-d4eceeb8-48dc-443c-afd0-5ff12120c530 req-4b83d81d-9dcc-4ffb-ac7a-84e02cfa9cc7 service neutron] 10.222.0.85 "PUT /v2.0/ports/3e3a3b5c-ff55-4027-b177-62aa435a2679 HTTP/1.1" status: 200 len: 1094 time: 1.0980513 May 12 15:24:13.963713 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2daef1f-ff21-48cf-81f8-2e95330cb4ed', 'tag': '3e3a3b5c-ff55-4027-b177-62aa435a2679'}] {{(pid=78793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:24:13.993169 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b83d81d-9dcc-4ffb-ac7a-84e02cfa9cc7 service neutron] Pushing event updated for resources: {'Port': ['ID=3e3a3b5c-ff55-4027-b177-62aa435a2679,revision_number=3']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:24:13.996321 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-4b83d81d-9dcc-4ffb-ac7a-84e02cfa9cc7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:24:14.010903 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2daef1f-ff21-48cf-81f8-2e95330cb4ed', 'tag': '3e3a3b5c-ff55-4027-b177-62aa435a2679', 'status': 'completed', 'code': 200} May 12 15:24:14.091728 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eceeb8-48dc-443c-afd0-5ff12120c530 req-bcdcd30c-77b9-4976-b63a-76058a33061c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:24:14.093119 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-d4eceeb8-48dc-443c-afd0-5ff12120c530 req-bcdcd30c-77b9-4976-b63a-76058a33061c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=8a21d04a99f0458e93f3f0fa12183ea4&device_id=d2daef1f-ff21-48cf-81f8-2e95330cb4ed HTTP/1.1" status: 200 len: 1097 time: 0.0715878 May 12 15:24:14.173670 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-d4eceeb8-48dc-443c-afd0-5ff12120c530 req-5787b557-b46c-468b-adb2-da13e477dd34 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e3a3b5c-ff55-4027-b177-62aa435a2679 HTTP/1.1" status: 200 len: 217 time: 0.0695069 May 12 15:24:14.238654 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eceeb8-48dc-443c-afd0-5ff12120c530 req-5c6dddd7-c6c7-45a9-b6ee-b7415ba596bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:24:14.239850 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-d4eceeb8-48dc-443c-afd0-5ff12120c530 req-5c6dddd7-c6c7-45a9-b6ee-b7415ba596bf service neutron] 10.222.0.85 "GET /v2.0/subnets?id=3541dbd9-2a7a-462a-a911-9b9cbe5c2a12 HTTP/1.1" status: 200 len: 854 time: 0.0583947 May 12 15:24:14.291325 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-d4eceeb8-48dc-443c-afd0-5ff12120c530 req-96015ca0-1671-42c0-b386-eebeb160f611 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=0bad0335-fdcd-470a-b019-26fa010fc66b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444639 May 12 15:24:14.522343 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-d4eceeb8-48dc-443c-afd0-5ff12120c530 req-c66c23cd-b43f-4b9d-b8d9-012e4f3f9d10 service neutron] 10.222.0.85 "GET /v2.0/networks/0bad0335-fdcd-470a-b019-26fa010fc66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239287 May 12 15:24:14.661377 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-d4eceeb8-48dc-443c-afd0-5ff12120c530 req-a3fe0c7b-c86b-476e-9a97-157eda847e9b service neutron] 10.222.0.85 "GET /v2.0/networks/0bad0335-fdcd-470a-b019-26fa010fc66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305726 May 12 15:24:14.810270 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff74f1a-2ae0-47aa-af6e-edb4f73ec22b req-0cbacc3f-2a31-406f-832e-e390c0a33e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:24:14.811966 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-7ff74f1a-2ae0-47aa-af6e-edb4f73ec22b req-0cbacc3f-2a31-406f-832e-e390c0a33e97 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=8a21d04a99f0458e93f3f0fa12183ea4&device_id=d2daef1f-ff21-48cf-81f8-2e95330cb4ed HTTP/1.1" status: 200 len: 1097 time: 0.0714428 May 12 15:24:14.870725 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82edeacb-9d52-4db9-a576-565f63eb1c5f req-49a900be-e623-4f15-bdb3-39321a89f50e tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:24:14.872199 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-82edeacb-9d52-4db9-a576-565f63eb1c5f req-49a900be-e623-4f15-bdb3-39321a89f50e tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2daef1f-ff21-48cf-81f8-2e95330cb4ed HTTP/1.1" status: 200 len: 944 time: 0.0858276 May 12 15:24:14.932433 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-82edeacb-9d52-4db9-a576-565f63eb1c5f req-b507aff6-999a-4d7d-966c-a1f46576d044 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/security-groups?id=407a0da7-a4d3-4f3d-9cd4-51775d5611cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519245 May 12 15:24:14.966215 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff74f1a-2ae0-47aa-af6e-edb4f73ec22b req-f7dd3446-b760-409c-b20a-fb38440989ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:24:14.967751 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-7ff74f1a-2ae0-47aa-af6e-edb4f73ec22b req-f7dd3446-b760-409c-b20a-fb38440989ee service neutron] 10.222.0.85 "GET /v2.0/networks?id=0bad0335-fdcd-470a-b019-26fa010fc66b HTTP/1.1" status: 200 len: 915 time: 0.1489558 May 12 15:24:15.072999 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-7ff74f1a-2ae0-47aa-af6e-edb4f73ec22b req-49f07fc7-d0f9-461f-9c18-9f2b1b087f37 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e3a3b5c-ff55-4027-b177-62aa435a2679 HTTP/1.1" status: 200 len: 217 time: 0.0983126 May 12 15:24:15.151451 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff74f1a-2ae0-47aa-af6e-edb4f73ec22b req-9090bd66-9286-4ee6-953f-07afef81bfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:24:15.152921 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-7ff74f1a-2ae0-47aa-af6e-edb4f73ec22b req-9090bd66-9286-4ee6-953f-07afef81bfc3 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=3541dbd9-2a7a-462a-a911-9b9cbe5c2a12 HTTP/1.1" status: 200 len: 854 time: 0.0735626 May 12 15:24:15.215781 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f7757d-7d55-4c90-9b76-b14e339c25be req-a92a8f33-700b-4f84-8681-0d5856f56edb tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:24:15.217252 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-b7f7757d-7d55-4c90-9b76-b14e339c25be req-a92a8f33-700b-4f84-8681-0d5856f56edb tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=370810a7-448d-401c-91e6-970dbdafd8c2 HTTP/1.1" status: 200 len: 945 time: 0.1839204 May 12 15:24:15.224825 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-7ff74f1a-2ae0-47aa-af6e-edb4f73ec22b req-cc93d988-b518-4e7d-8df0-d24089049646 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=0bad0335-fdcd-470a-b019-26fa010fc66b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538023 May 12 15:24:15.346371 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-b7f7757d-7d55-4c90-9b76-b14e339c25be req-e02d033e-ab17-4fb5-84c8-e42ecc936e5f tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203990 May 12 15:24:15.412090 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-7ff74f1a-2ae0-47aa-af6e-edb4f73ec22b req-6a678bb2-6220-4fc4-a802-972daddd3621 service neutron] 10.222.0.85 "GET /v2.0/networks/0bad0335-fdcd-470a-b019-26fa010fc66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729593 May 12 15:24:15.560316 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-7ff74f1a-2ae0-47aa-af6e-edb4f73ec22b req-1b2f6fc8-66ec-4e2c-83f3-94559dae8a00 service neutron] 10.222.0.85 "GET /v2.0/networks/0bad0335-fdcd-470a-b019-26fa010fc66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387427 May 12 15:24:16.134380 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190065b0-d728-47ad-a1b0-b24965e16f14 req-57a90ea8-e175-4e76-ae14-bb83e99cf1e1 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:24:16.135813 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-190065b0-d728-47ad-a1b0-b24965e16f14 req-57a90ea8-e175-4e76-ae14-bb83e99cf1e1 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2daef1f-ff21-48cf-81f8-2e95330cb4ed HTTP/1.1" status: 200 len: 944 time: 0.0817270 May 12 15:24:16.183067 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-190065b0-d728-47ad-a1b0-b24965e16f14 req-c384d35d-ed8d-4411-9652-b383a16edc80 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/security-groups?id=407a0da7-a4d3-4f3d-9cd4-51775d5611cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411127 May 12 15:24:16.548005 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6840d95-efed-40f4-923d-3fe3ffa421b2 req-1985c277-b406-44cf-a194-89300d862108 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:24:16.549990 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-e6840d95-efed-40f4-923d-3fe3ffa421b2 req-1985c277-b406-44cf-a194-89300d862108 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=370810a7-448d-401c-91e6-970dbdafd8c2 HTTP/1.1" status: 200 len: 945 time: 0.0835729 May 12 15:24:16.594613 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-e6840d95-efed-40f4-923d-3fe3ffa421b2 req-bbe270f5-d265-4d57-83e7-12039fab64ad tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384860 May 12 15:24:16.844111 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cf6a06-11ed-4eef-8511-7f72ee3ceb26 req-342b81d4-503d-4041-b56b-2cb421fa5cc5 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:24:16.845977 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-49cf6a06-11ed-4eef-8511-7f72ee3ceb26 req-342b81d4-503d-4041-b56b-2cb421fa5cc5 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d06cd91-a440-47d6-93d7-ea9922e93d8c HTTP/1.1" status: 200 len: 946 time: 0.0813539 May 12 15:24:16.890526 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-49cf6a06-11ed-4eef-8511-7f72ee3ceb26 req-6dd5d7d8-adb7-47f8-b6c7-d4df90b3ec19 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/security-groups?id=6307c184-9367-4c50-a03b-173b376f0731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387909 May 12 15:24:17.387275 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688b5558-3e70-4aff-b6ee-a4153024d018 req-2de25b95-8aee-48b4-a094-2347ef2e3c84 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:24:17.395437 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-688b5558-3e70-4aff-b6ee-a4153024d018 req-2de25b95-8aee-48b4-a094-2347ef2e3c84 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2daef1f-ff21-48cf-81f8-2e95330cb4ed HTTP/1.1" status: 200 len: 944 time: 0.0989659 May 12 15:24:17.449065 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-688b5558-3e70-4aff-b6ee-a4153024d018 req-5c81e038-a22a-4565-ac77-bd5db04b3318 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/security-groups?id=407a0da7-a4d3-4f3d-9cd4-51775d5611cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526843 May 12 15:24:17.989470 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Device 3e3a3b5c-ff55-4027-b177-62aa435a2679 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=78794) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 15:24:18.099194 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190d4210-60ee-4efb-a70e-dde344511c92 req-5ac41a81-e25b-4042-b2bc-fdc544230515 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:24:18.100876 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-190d4210-60ee-4efb-a70e-dde344511c92 req-5ac41a81-e25b-4042-b2bc-fdc544230515 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d06cd91-a440-47d6-93d7-ea9922e93d8c HTTP/1.1" status: 200 len: 946 time: 0.0915747 May 12 15:24:18.144900 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] For port 3e3a3b5c-ff55-4027-b177-62aa435a2679, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=3e3a3b5c-ff55-4027-b177-62aa435a2679,segment=NetworkSegment(7ee36844-76cc-45b7-8272-2e23d10e7138),segment_id=7ee36844-76cc-45b7-8272-2e23d10e7138)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:24:18.156850 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-190d4210-60ee-4efb-a70e-dde344511c92 req-8a34805a-5b56-4fc7-a1a2-0ab818c4aac2 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/security-groups?id=6307c184-9367-4c50-a03b-173b376f0731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413847 May 12 15:24:18.158884 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Returning: {'device': '3e3a3b5c-ff55-4027-b177-62aa435a2679', 'network_id': '0bad0335-fdcd-470a-b019-26fa010fc66b', 'port_id': '3e3a3b5c-ff55-4027-b177-62aa435a2679', 'mac_address': 'fa:16:3e:73:78:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3541dbd9-2a7a-462a-a911-9b9cbe5c2a12', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78794) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 15:24:18.215616 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:24:18.240631 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.notifiers.nova [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e3a3b5c-ff55-4027-b177-62aa435a2679 {{(pid=78794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 15:24:18.258486 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] For port 3e3a3b5c-ff55-4027-b177-62aa435a2679, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=3e3a3b5c-ff55-4027-b177-62aa435a2679,segment=NetworkSegment(7ee36844-76cc-45b7-8272-2e23d10e7138),segment_id=7ee36844-76cc-45b7-8272-2e23d10e7138)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:24:18.262665 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:24:18.265385 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:24:18.333096 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Pushing event updated for resources: {'Port': ['ID=3e3a3b5c-ff55-4027-b177-62aa435a2679,revision_number=4']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:24:18.340289 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:24:18.340636 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:24:18.340976 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:24:18.341310 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:24:18.341639 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:24:18.341996 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:24:18.342323 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:24:18.342647 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:24:18.342990 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:24:18.343314 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:24:18.343635 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:24:18.343952 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:24:18.348123 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:24:18.642913 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b09f71-633f-4dea-9494-8e88f7367227 req-75ac5af0-42a9-44e2-ba7f-c0f75e5e8c6e tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:24:18.643591 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [req-09b09f71-633f-4dea-9494-8e88f7367227 req-75ac5af0-42a9-44e2-ba7f-c0f75e5e8c6e tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Synchronizing usage tracker for tenant:8a21d04a99f0458e93f3f0fa12183ea4 on resource:port {{(pid=78793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:24:18.660010 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [req-09b09f71-633f-4dea-9494-8e88f7367227 req-75ac5af0-42a9-44e2-ba7f-c0f75e5e8c6e tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Unset dirty status for tenant:8a21d04a99f0458e93f3f0fa12183ea4 on resource:port {{(pid=78793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:24:18.661393 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-09b09f71-633f-4dea-9494-8e88f7367227 req-75ac5af0-42a9-44e2-ba7f-c0f75e5e8c6e tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2daef1f-ff21-48cf-81f8-2e95330cb4ed HTTP/1.1" status: 200 len: 945 time: 0.1093779 May 12 15:24:18.664611 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-1df11c13-13ca-498b-ba45-1ca24732ef3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:24:18.710310 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-09b09f71-633f-4dea-9494-8e88f7367227 req-30acb642-b7dc-4a87-a3d0-f75a27507a84 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/security-groups?id=407a0da7-a4d3-4f3d-9cd4-51775d5611cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420680 May 12 15:24:19.080676 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] get_ports_and_sgs() called for port_ids ['3e3a3b5c-ff55-4027-b177-62aa435a2679'] {{(pid=78794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:24:19.353258 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b6c9b3-121e-44a9-bd2e-eb92954e94af req-127e1afb-8e40-4027-acb2-1fff97abf01e tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:24:19.354720 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-67b6c9b3-121e-44a9-bd2e-eb92954e94af req-127e1afb-8e40-4027-acb2-1fff97abf01e tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d06cd91-a440-47d6-93d7-ea9922e93d8c HTTP/1.1" status: 200 len: 946 time: 0.0778918 May 12 15:24:19.400262 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-67b6c9b3-121e-44a9-bd2e-eb92954e94af req-1cccd245-f4c0-4945-bb93-e4eb2d59ab63 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/security-groups?id=6307c184-9367-4c50-a03b-173b376f0731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398123 May 12 15:24:19.486152 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ffe3cf-1ae2-4f92-b161-4a7f6db073fb req-bcf702ee-12d3-4d5e-9ec9-9eb753963115 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:24:19.487528 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-d8ffe3cf-1ae2-4f92-b161-4a7f6db073fb req-bcf702ee-12d3-4d5e-9ec9-9eb753963115 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.85 "GET /v2.0/ports?device_id=8d06cd91-a440-47d6-93d7-ea9922e93d8c HTTP/1.1" status: 200 len: 946 time: 0.0802772 May 12 15:24:19.692888 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.plugin [req-d8ffe3cf-1ae2-4f92-b161-4a7f6db073fb req-e9404c0c-96fe-4a14-ae3f-c7642c993d53 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Deleting port 5ddc1675-3656-4604-957a-48cdf703522f {{(pid=78793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:24:19.693294 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-d8ffe3cf-1ae2-4f92-b161-4a7f6db073fb req-e9404c0c-96fe-4a14-ae3f-c7642c993d53 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649292957'] for port, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:24:19.884334 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.db [req-d8ffe3cf-1ae2-4f92-b161-4a7f6db073fb req-e9404c0c-96fe-4a14-ae3f-c7642c993d53 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] For port 5ddc1675-3656-4604-957a-48cdf703522f, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=5ddc1675-3656-4604-957a-48cdf703522f,segment=NetworkSegment(3562151b-8bf4-487d-bcfe-e1baea035031),segment_id=3562151b-8bf4-487d-bcfe-e1baea035031)] {{(pid=78793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:24:19.884678 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-d8ffe3cf-1ae2-4f92-b161-4a7f6db073fb req-e9404c0c-96fe-4a14-ae3f-c7642c993d53 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:24:20.011207 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.plugin [req-d8ffe3cf-1ae2-4f92-b161-4a7f6db073fb req-e9404c0c-96fe-4a14-ae3f-c7642c993d53 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Calling delete_port for 5ddc1675-3656-4604-957a-48cdf703522f owned by compute:nova {{(pid=78793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:24:20.050609 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2067115c-975f-4b29-b8f5-61d07e74b28a req-7764eb74-5061-4e07-a8bf-6b3f24653265 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:24:20.052023 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-2067115c-975f-4b29-b8f5-61d07e74b28a req-7764eb74-5061-4e07-a8bf-6b3f24653265 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2daef1f-ff21-48cf-81f8-2e95330cb4ed HTTP/1.1" status: 200 len: 945 time: 0.2243621 May 12 15:24:20.111812 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-2067115c-975f-4b29-b8f5-61d07e74b28a req-b6fcb358-0de8-4ddb-b071-ae37f5c9e60e tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/security-groups?id=407a0da7-a4d3-4f3d-9cd4-51775d5611cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500345 May 12 15:24:20.178652 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-d8ffe3cf-1ae2-4f92-b161-4a7f6db073fb req-e9404c0c-96fe-4a14-ae3f-c7642c993d53 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649297264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739648862733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3598933'] for port, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:24:20.183950 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-a257c17a-b1a7-4d0d-84b5-3b74f26d0acf tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:24:20.231487 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9404c0c-96fe-4a14-ae3f-c7642c993d53 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Pushing event deleted for resources: {'Port': ['ID=5ddc1675-3656-4604-957a-48cdf703522f,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:24:20.234695 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-e9404c0c-96fe-4a14-ae3f-c7642c993d53 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:24:20.249178 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] get_ports_and_sgs() called for port_ids ['04093988-8b4c-43e0-a443-019f68577186', '0397f888-7270-457c-ba5d-1cb1e883e78e', '557bcf3d-3b63-4e7d-b8da-dfaf9d6c89a3'] {{(pid=78794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:24:20.308259 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8ffe3cf-1ae2-4f92-b161-4a7f6db073fb req-e9404c0c-96fe-4a14-ae3f-c7642c993d53 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] No DVR routers for this DVR port 5ddc1675-3656-4604-957a-48cdf703522f on host hv-cinder-78960 {{(pid=78793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:24:20.311588 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-d8ffe3cf-1ae2-4f92-b161-4a7f6db073fb req-e9404c0c-96fe-4a14-ae3f-c7642c993d53 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2050383'] for port, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:24:20.314438 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d06cd91-a440-47d6-93d7-ea9922e93d8c', 'name': 'network-vif-deleted', 'tag': '5ddc1675-3656-4604-957a-48cdf703522f'}] {{(pid=78793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:24:20.336379 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-d8ffe3cf-1ae2-4f92-b161-4a7f6db073fb req-e9404c0c-96fe-4a14-ae3f-c7642c993d53 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.85 "DELETE /v2.0/ports/5ddc1675-3656-4604-957a-48cdf703522f HTTP/1.1" status: 204 len: 173 time: 0.8425546 May 12 15:24:20.369587 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d06cd91-a440-47d6-93d7-ea9922e93d8c', 'name': 'network-vif-deleted', 'tag': '5ddc1675-3656-4604-957a-48cdf703522f', 'status': 'completed', 'code': 200} May 12 15:24:20.581745 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-717aa0fb-b775-4a2b-9a11-82bffe0976ef req-7ca58ccb-0804-447c-8af5-be9b6a0ad656 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d06cd91-a440-47d6-93d7-ea9922e93d8c HTTP/1.1" status: 200 len: 210 time: 0.0446074 May 12 15:24:21.100826 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-6bb24c96-9052-497e-992a-4b65c3eb8bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:24:21.306290 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0ef3c8-2638-492d-b964-159576b54535 req-bd49d613-a15a-448e-bc67-9b5f0fa6e8ce tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:24:21.307718 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-5f0ef3c8-2638-492d-b964-159576b54535 req-bd49d613-a15a-448e-bc67-9b5f0fa6e8ce tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2daef1f-ff21-48cf-81f8-2e95330cb4ed HTTP/1.1" status: 200 len: 945 time: 0.0859318 May 12 15:24:21.355274 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-5f0ef3c8-2638-492d-b964-159576b54535 req-c060b504-cccf-45e5-8b64-fac81546399e tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/security-groups?id=407a0da7-a4d3-4f3d-9cd4-51775d5611cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405746 May 12 15:24:21.614074 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:24:22.004851 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Device 3e3a3b5c-ff55-4027-b177-62aa435a2679 up at agent hyperv_hv-cinder-78960 {{(pid=78794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:24:22.076659 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Provisioning for port 3e3a3b5c-ff55-4027-b177-62aa435a2679 completed by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:24:22.081611 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Provisioning complete for port 3e3a3b5c-ff55-4027-b177-62aa435a2679 triggered by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:24:22.082006 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:24:22.202629 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:24:22.234030 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2daef1f-ff21-48cf-81f8-2e95330cb4ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e3a3b5c-ff55-4027-b177-62aa435a2679'}] {{(pid=78794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:24:22.247199 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] For port 3e3a3b5c-ff55-4027-b177-62aa435a2679, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=3e3a3b5c-ff55-4027-b177-62aa435a2679,segment=NetworkSegment(7ee36844-76cc-45b7-8272-2e23d10e7138),segment_id=7ee36844-76cc-45b7-8272-2e23d10e7138)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:24:22.252199 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:24:22.253030 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Device 5ddc1675-3656-4604-957a-48cdf703522f no longer exists at agent hyperv_hv-cinder-78960 {{(pid=78794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:24:22.285904 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-234431bd-4485-4810-b48e-b51023b24061 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:24:22.320244 dv-cinder-789603-6-iscsi neutron-server[78794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2daef1f-ff21-48cf-81f8-2e95330cb4ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e3a3b5c-ff55-4027-b177-62aa435a2679', 'code': 200} May 12 15:24:22.332751 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.plugin [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] No Port match for: 5ddc1675-3656-4604-957a-48cdf703522f {{(pid=78794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 15:24:22.333083 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Device 5ddc1675-3656-4604-957a-48cdf703522f not bound to the agent host hv-cinder-78960 {{(pid=78794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:24:22.361187 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-8e9e3eb0-3c8e-4693-b231-5e176560d846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:24:22.381920 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Pushing event updated for resources: {'Port': ['ID=3e3a3b5c-ff55-4027-b177-62aa435a2679,revision_number=5']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:24:22.385088 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:24:22.615459 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79ac597-2cfc-43e3-8e53-593f15f62424 req-7cabcc9b-e00a-4cfc-8ec7-1227afb81a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:24:22.616587 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-f79ac597-2cfc-43e3-8e53-593f15f62424 req-7cabcc9b-e00a-4cfc-8ec7-1227afb81a47 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=d2daef1f-ff21-48cf-81f8-2e95330cb4ed HTTP/1.1" status: 200 len: 1099 time: 0.1249003 May 12 15:24:22.622622 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd445dda-d3d5-43b2-8510-538e0b3aa4ed req-d2a3838f-2475-4555-ad77-51f88e93c7b0 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:24:22.622622 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-fd445dda-d3d5-43b2-8510-538e0b3aa4ed req-d2a3838f-2475-4555-ad77-51f88e93c7b0 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=b12a7183-6ec1-495e-9a99-647885c7f2f3 HTTP/1.1" status: 200 len: 945 time: 0.0808985 May 12 15:24:22.654054 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2578cfc1-0a26-4cea-85c1-181b5b3c5c6f req-fa550c45-ca30-4245-9d14-b21a9b89d82a tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:24:22.655287 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-2578cfc1-0a26-4cea-85c1-181b5b3c5c6f req-fa550c45-ca30-4245-9d14-b21a9b89d82a tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2daef1f-ff21-48cf-81f8-2e95330cb4ed HTTP/1.1" status: 200 len: 946 time: 0.1326759 May 12 15:24:22.674363 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-fd445dda-d3d5-43b2-8510-538e0b3aa4ed req-17d1daa7-c37e-4bb2-a74a-c704ef8dc0bf tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441687 May 12 15:24:22.704543 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-f79ac597-2cfc-43e3-8e53-593f15f62424 req-ed5de6e4-84e5-432c-adae-6d2c8d39bb2d service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=407a0da7-a4d3-4f3d-9cd4-51775d5611cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753243 May 12 15:24:22.716558 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-2578cfc1-0a26-4cea-85c1-181b5b3c5c6f req-810b3bdc-ef75-4ca5-8c78-c306845b8501 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/security-groups?id=407a0da7-a4d3-4f3d-9cd4-51775d5611cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535970 May 12 15:24:23.464130 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c98411c-b76b-4797-8893-1e3f477e9976 req-24821cd0-599f-4d1b-bc3a-0e521983ae02 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:24:23.464733 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [req-3c98411c-b76b-4797-8893-1e3f477e9976 req-24821cd0-599f-4d1b-bc3a-0e521983ae02 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Synchronizing usage tracker for tenant:67d1815edccf41cfb649225313f265b3 on resource:port {{(pid=78793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:24:23.479400 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [req-3c98411c-b76b-4797-8893-1e3f477e9976 req-24821cd0-599f-4d1b-bc3a-0e521983ae02 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Unset dirty status for tenant:67d1815edccf41cfb649225313f265b3 on resource:port {{(pid=78793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:24:23.480742 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-3c98411c-b76b-4797-8893-1e3f477e9976 req-24821cd0-599f-4d1b-bc3a-0e521983ae02 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=edc737e0-a6cc-4a53-9aa1-9d50bf18010f HTTP/1.1" status: 200 len: 945 time: 0.0948484 May 12 15:24:23.525288 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-3c98411c-b76b-4797-8893-1e3f477e9976 req-5aed0bcc-19df-40c5-b84e-713183b96e9e tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/security-groups?id=6307c184-9367-4c50-a03b-173b376f0731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382411 May 12 15:24:23.865945 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a70475-aa27-4f14-9475-87afbb1d1c79 req-aab27f68-f998-4194-894f-58f7feeb6f63 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:24:23.867421 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-86a70475-aa27-4f14-9475-87afbb1d1c79 req-aab27f68-f998-4194-894f-58f7feeb6f63 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=b12a7183-6ec1-495e-9a99-647885c7f2f3 HTTP/1.1" status: 200 len: 945 time: 0.0810955 May 12 15:24:23.903981 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3436cf30-5156-47c6-872a-4f9b4457b2d4 req-1ccb132b-f968-4264-9bd9-1be1a7ee4451 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:24:23.905406 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-3436cf30-5156-47c6-872a-4f9b4457b2d4 req-1ccb132b-f968-4264-9bd9-1be1a7ee4451 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2daef1f-ff21-48cf-81f8-2e95330cb4ed HTTP/1.1" status: 200 len: 946 time: 0.0820367 May 12 15:24:23.923671 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-86a70475-aa27-4f14-9475-87afbb1d1c79 req-3f7f3bb1-335a-4e1d-ae51-04574ae7a63e tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490878 May 12 15:24:23.952961 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-3436cf30-5156-47c6-872a-4f9b4457b2d4 req-536d9712-7493-4c30-a910-9ff7f08616d5 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/security-groups?id=407a0da7-a4d3-4f3d-9cd4-51775d5611cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409896 May 12 15:24:24.161929 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-876105c5-eed7-46ba-a478-d2a34eb0d798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:24:24.716598 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94ba194-4839-4b4c-acec-bb517f21fb5c req-cb94b779-f340-4ece-9dc7-578fda3bb532 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:24:24.718061 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-e94ba194-4839-4b4c-acec-bb517f21fb5c req-cb94b779-f340-4ece-9dc7-578fda3bb532 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=edc737e0-a6cc-4a53-9aa1-9d50bf18010f HTTP/1.1" status: 200 len: 945 time: 0.0831585 May 12 15:24:24.764576 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-e94ba194-4839-4b4c-acec-bb517f21fb5c req-42b8de61-3a53-4c41-bbdb-b4dadcce4005 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/security-groups?id=6307c184-9367-4c50-a03b-173b376f0731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406113 May 12 15:24:25.123736 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e63c289-1f10-4873-a2e9-e92e921f2688 req-f76d8f65-fd12-4fae-9af2-b01736002ad9 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:24:25.125357 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-1e63c289-1f10-4873-a2e9-e92e921f2688 req-f76d8f65-fd12-4fae-9af2-b01736002ad9 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=b12a7183-6ec1-495e-9a99-647885c7f2f3 HTTP/1.1" status: 200 len: 945 time: 0.0843065 May 12 15:24:25.154694 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9760e264-ebd5-4132-96db-a328e8e839ed req-f24e5563-6d0a-4233-800f-d4a343dca811 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:24:25.157623 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-9760e264-ebd5-4132-96db-a328e8e839ed req-f24e5563-6d0a-4233-800f-d4a343dca811 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2daef1f-ff21-48cf-81f8-2e95330cb4ed HTTP/1.1" status: 200 len: 946 time: 0.0828130 May 12 15:24:25.178457 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-1e63c289-1f10-4873-a2e9-e92e921f2688 req-47b6839f-1d9c-47da-adad-588e96d4b03e tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467031 May 12 15:24:25.209043 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-9760e264-ebd5-4132-96db-a328e8e839ed req-9dbc887d-3d43-4d8b-b6be-686848fa5573 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/security-groups?id=407a0da7-a4d3-4f3d-9cd4-51775d5611cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459151 May 12 15:24:25.973412 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1727a9f-b2d6-4d7a-af38-ef217ec51e3f req-afc54c17-5b1c-47d2-9e8b-a4ef964735d9 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:24:25.974888 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-a1727a9f-b2d6-4d7a-af38-ef217ec51e3f req-afc54c17-5b1c-47d2-9e8b-a4ef964735d9 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=edc737e0-a6cc-4a53-9aa1-9d50bf18010f HTTP/1.1" status: 200 len: 945 time: 0.0876322 May 12 15:24:26.020432 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-a1727a9f-b2d6-4d7a-af38-ef217ec51e3f req-c6906d01-3790-44c5-b80b-7fafef597a36 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/security-groups?id=6307c184-9367-4c50-a03b-173b376f0731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394375 May 12 15:24:26.153112 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.agents_db [None req-dd47ce14-932e-4540-b008-5e9038d1c348 None None] Agent healthcheck: found 6 active agents {{(pid=78795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 15:24:26.382665 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e884d912-fce5-495c-b132-a06b46566972 req-621aeda6-8cab-4282-ac80-697fa7506089 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:24:26.385023 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-e884d912-fce5-495c-b132-a06b46566972 req-621aeda6-8cab-4282-ac80-697fa7506089 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=b12a7183-6ec1-495e-9a99-647885c7f2f3 HTTP/1.1" status: 200 len: 945 time: 0.0896556 May 12 15:24:26.431266 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-e884d912-fce5-495c-b132-a06b46566972 req-d88927b5-0951-48dc-9d6b-a32798865981 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405009 May 12 15:24:26.688359 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a7b747-29c2-43e4-8962-2877daae1860 req-3591937b-89c0-4710-9a96-ef1550c5fe8f tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:24:26.689756 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-15a7b747-29c2-43e4-8962-2877daae1860 req-3591937b-89c0-4710-9a96-ef1550c5fe8f tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.85 "GET /v2.0/ports?device_id=edc737e0-a6cc-4a53-9aa1-9d50bf18010f HTTP/1.1" status: 200 len: 945 time: 0.0882192 May 12 15:24:26.714615 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:24:26.844252 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.plugin [req-15a7b747-29c2-43e4-8962-2877daae1860 req-c886c3f8-0461-4ad3-b92e-c6d4ba92a4dd tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Deleting port 557bcf3d-3b63-4e7d-b8da-dfaf9d6c89a3 {{(pid=78793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:24:26.844468 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-15a7b747-29c2-43e4-8962-2877daae1860 req-c886c3f8-0461-4ad3-b92e-c6d4ba92a4dd tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649292957'] for port, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:24:26.992052 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.db [req-15a7b747-29c2-43e4-8962-2877daae1860 req-c886c3f8-0461-4ad3-b92e-c6d4ba92a4dd tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] For port 557bcf3d-3b63-4e7d-b8da-dfaf9d6c89a3, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=557bcf3d-3b63-4e7d-b8da-dfaf9d6c89a3,segment=NetworkSegment(3562151b-8bf4-487d-bcfe-e1baea035031),segment_id=3562151b-8bf4-487d-bcfe-e1baea035031)] {{(pid=78793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:24:26.992408 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-15a7b747-29c2-43e4-8962-2877daae1860 req-c886c3f8-0461-4ad3-b92e-c6d4ba92a4dd tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:24:27.192775 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.plugin [req-15a7b747-29c2-43e4-8962-2877daae1860 req-c886c3f8-0461-4ad3-b92e-c6d4ba92a4dd tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Calling delete_port for 557bcf3d-3b63-4e7d-b8da-dfaf9d6c89a3 owned by compute:nova {{(pid=78793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:24:27.298739 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3614369a-a584-4d24-a245-52f5e250c73a req-bcc1cc35-0bc7-4e55-b4d4-997f166cb709 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:24:27.300120 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-3614369a-a584-4d24-a245-52f5e250c73a req-bcc1cc35-0bc7-4e55-b4d4-997f166cb709 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=edc737e0-a6cc-4a53-9aa1-9d50bf18010f HTTP/1.1" status: 200 len: 945 time: 0.1152434 May 12 15:24:27.400724 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-3614369a-a584-4d24-a245-52f5e250c73a req-b8394b8d-315a-48ee-8e9d-553b08574611 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/security-groups?id=6307c184-9367-4c50-a03b-173b376f0731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933986 May 12 15:24:27.410387 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-15a7b747-29c2-43e4-8962-2877daae1860 req-c886c3f8-0461-4ad3-b92e-c6d4ba92a4dd tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649297264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739648862733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3598933'] for port, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:24:27.416855 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-52cbe51a-f333-42c0-b442-26246cb583d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:24:27.433789 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] get_ports_and_sgs() called for port_ids ['04093988-8b4c-43e0-a443-019f68577186', '0397f888-7270-457c-ba5d-1cb1e883e78e', '557bcf3d-3b63-4e7d-b8da-dfaf9d6c89a3'] {{(pid=78794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:24:27.463984 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c886c3f8-0461-4ad3-b92e-c6d4ba92a4dd tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Pushing event deleted for resources: {'Port': ['ID=557bcf3d-3b63-4e7d-b8da-dfaf9d6c89a3,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:24:27.467229 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-c886c3f8-0461-4ad3-b92e-c6d4ba92a4dd tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:24:27.551867 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.l3_dvrscheduler_db [req-15a7b747-29c2-43e4-8962-2877daae1860 req-c886c3f8-0461-4ad3-b92e-c6d4ba92a4dd tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] No DVR routers for this DVR port 557bcf3d-3b63-4e7d-b8da-dfaf9d6c89a3 on host hv-cinder-78960 {{(pid=78793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:24:27.558022 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-15a7b747-29c2-43e4-8962-2877daae1860 req-c886c3f8-0461-4ad3-b92e-c6d4ba92a4dd tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2050383'] for port, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:24:27.561283 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc737e0-a6cc-4a53-9aa1-9d50bf18010f', 'name': 'network-vif-deleted', 'tag': '557bcf3d-3b63-4e7d-b8da-dfaf9d6c89a3'}] {{(pid=78793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:24:27.580440 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-15a7b747-29c2-43e4-8962-2877daae1860 req-c886c3f8-0461-4ad3-b92e-c6d4ba92a4dd tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.85 "DELETE /v2.0/ports/557bcf3d-3b63-4e7d-b8da-dfaf9d6c89a3 HTTP/1.1" status: 204 len: 173 time: 0.8838913 May 12 15:24:27.582574 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49179be5-dd0f-4c34-acc4-24248fcc1c22 req-11e3e0e2-7734-4fa2-94cb-b0bd1fa48a28 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:24:27.584013 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-49179be5-dd0f-4c34-acc4-24248fcc1c22 req-11e3e0e2-7734-4fa2-94cb-b0bd1fa48a28 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.85 "GET /v2.0/ports?device_id=b12a7183-6ec1-495e-9a99-647885c7f2f3 HTTP/1.1" status: 200 len: 945 time: 0.1118217 May 12 15:24:27.614121 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc737e0-a6cc-4a53-9aa1-9d50bf18010f', 'name': 'network-vif-deleted', 'tag': '557bcf3d-3b63-4e7d-b8da-dfaf9d6c89a3', 'status': 'completed', 'code': 200} May 12 15:24:27.869570 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e0b575-926f-4fcb-9c71-6c201da9665c req-e5425291-2f4a-4386-b900-285d4b8b8b09 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:24:27.871132 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-61e0b575-926f-4fcb-9c71-6c201da9665c req-e5425291-2f4a-4386-b900-285d4b8b8b09 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=b12a7183-6ec1-495e-9a99-647885c7f2f3 HTTP/1.1" status: 200 len: 945 time: 0.3074448 May 12 15:24:27.934414 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.plugin [req-49179be5-dd0f-4c34-acc4-24248fcc1c22 req-1c199d1b-a935-4c5a-ac33-94f00d079341 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Deleting port 3d7cf13f-02dc-4bae-93e9-613d3879c4a8 {{(pid=78792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:24:27.935026 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-49179be5-dd0f-4c34-acc4-24248fcc1c22 req-1c199d1b-a935-4c5a-ac33-94f00d079341 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649292957'] for port, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:24:27.956712 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-61e0b575-926f-4fcb-9c71-6c201da9665c req-1689548b-ee02-4c52-af95-45dcbd735f3b tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730212 May 12 15:24:28.103464 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.db [req-49179be5-dd0f-4c34-acc4-24248fcc1c22 req-1c199d1b-a935-4c5a-ac33-94f00d079341 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] For port 3d7cf13f-02dc-4bae-93e9-613d3879c4a8, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=3d7cf13f-02dc-4bae-93e9-613d3879c4a8,segment=NetworkSegment(d283b5eb-b83c-4844-82f5-295710194741),segment_id=d283b5eb-b83c-4844-82f5-295710194741)] {{(pid=78792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:24:28.103814 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-49179be5-dd0f-4c34-acc4-24248fcc1c22 req-1c199d1b-a935-4c5a-ac33-94f00d079341 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:24:28.237479 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.plugin [req-49179be5-dd0f-4c34-acc4-24248fcc1c22 req-1c199d1b-a935-4c5a-ac33-94f00d079341 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Calling delete_port for 3d7cf13f-02dc-4bae-93e9-613d3879c4a8 owned by compute:nova {{(pid=78792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:24:28.356169 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-49179be5-dd0f-4c34-acc4-24248fcc1c22 req-1c199d1b-a935-4c5a-ac33-94f00d079341 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649297264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739648862733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3714859'] for port, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:24:28.362557 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-3e1cf978-511f-44ee-9641-4e808096c633 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:24:28.410644 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c199d1b-a935-4c5a-ac33-94f00d079341 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Pushing event deleted for resources: {'Port': ['ID=3d7cf13f-02dc-4bae-93e9-613d3879c4a8,revision_number=None']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:24:28.418079 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-1c199d1b-a935-4c5a-ac33-94f00d079341 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:24:28.514394 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.l3_dvrscheduler_db [req-49179be5-dd0f-4c34-acc4-24248fcc1c22 req-1c199d1b-a935-4c5a-ac33-94f00d079341 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] No DVR routers for this DVR port 3d7cf13f-02dc-4bae-93e9-613d3879c4a8 on host hv-cinder-78960 {{(pid=78792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:24:28.518452 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-49179be5-dd0f-4c34-acc4-24248fcc1c22 req-1c199d1b-a935-4c5a-ac33-94f00d079341 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2050383'] for port, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:24:28.521216 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b12a7183-6ec1-495e-9a99-647885c7f2f3', 'name': 'network-vif-deleted', 'tag': '3d7cf13f-02dc-4bae-93e9-613d3879c4a8'}] {{(pid=78792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:24:28.539878 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-49179be5-dd0f-4c34-acc4-24248fcc1c22 req-1c199d1b-a935-4c5a-ac33-94f00d079341 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.85 "DELETE /v2.0/ports/3d7cf13f-02dc-4bae-93e9-613d3879c4a8 HTTP/1.1" status: 204 len: 173 time: 0.9073336 May 12 15:24:28.583559 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b12a7183-6ec1-495e-9a99-647885c7f2f3', 'name': 'network-vif-deleted', 'tag': '3d7cf13f-02dc-4bae-93e9-613d3879c4a8', 'status': 'completed', 'code': 200} May 12 15:24:28.659586 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] get_ports_and_sgs() called for port_ids ['a9712b9e-8515-4329-a096-bd106527c186'] {{(pid=78794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:24:28.911444 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3200a36-43a5-42fb-9710-93ba6277b610 req-b0e28add-b2c3-439d-88f7-4a04849c8a1e tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:24:28.912803 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-f3200a36-43a5-42fb-9710-93ba6277b610 req-b0e28add-b2c3-439d-88f7-4a04849c8a1e tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=d92db591-6dbb-4f3e-82cb-45948e5ad77f HTTP/1.1" status: 200 len: 945 time: 0.0925508 May 12 15:24:28.963657 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-f3200a36-43a5-42fb-9710-93ba6277b610 req-f8f4695e-c406-43dc-baf7-e353875eb25f tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/security-groups?id=6307c184-9367-4c50-a03b-173b376f0731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448773 May 12 15:24:29.151397 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-962a6844-5f4a-417a-9da5-993994fd1e1e req-bc56cdc2-04b2-4820-819d-e1e18efe996b tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=b12a7183-6ec1-495e-9a99-647885c7f2f3 HTTP/1.1" status: 200 len: 210 time: 0.0489559 May 12 15:24:30.064199 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Device 557bcf3d-3b63-4e7d-b8da-dfaf9d6c89a3 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=78794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:24:30.102875 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.plugin [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] No Port match for: 557bcf3d-3b63-4e7d-b8da-dfaf9d6c89a3 {{(pid=78794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 15:24:30.103285 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Device 557bcf3d-3b63-4e7d-b8da-dfaf9d6c89a3 not bound to the agent host hv-cinder-78960 {{(pid=78794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:24:30.103720 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Device 3d7cf13f-02dc-4bae-93e9-613d3879c4a8 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=78794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:24:30.137525 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.plugin [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] No Port match for: 3d7cf13f-02dc-4bae-93e9-613d3879c4a8 {{(pid=78794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 15:24:30.137907 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Device 3d7cf13f-02dc-4bae-93e9-613d3879c4a8 not bound to the agent host hv-cinder-78960 {{(pid=78794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:24:30.166856 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac0b4b8-5c3f-4902-965a-ccfbc7aaa9c4 req-fc8701c1-c423-4cb1-b048-a6ce7b2c6a8e tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:24:30.168966 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-9ac0b4b8-5c3f-4902-965a-ccfbc7aaa9c4 req-fc8701c1-c423-4cb1-b048-a6ce7b2c6a8e tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=d92db591-6dbb-4f3e-82cb-45948e5ad77f HTTP/1.1" status: 200 len: 945 time: 0.0865898 May 12 15:24:30.217908 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-9ac0b4b8-5c3f-4902-965a-ccfbc7aaa9c4 req-73f14b48-d179-47c8-b399-de68849080ec tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/security-groups?id=6307c184-9367-4c50-a03b-173b376f0731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424607 May 12 15:24:30.651218 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5912a7c0-9f53-4b92-a84c-6d8cb7300ded req-c1e0f39c-d4a1-4984-939a-41fe1436eefa tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:24:30.651999 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [req-5912a7c0-9f53-4b92-a84c-6d8cb7300ded req-c1e0f39c-d4a1-4984-939a-41fe1436eefa tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Synchronizing usage tracker for tenant:74c7c1c901cc4a308c52d5960e08ed68 on resource:port {{(pid=78792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:24:30.669243 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [req-5912a7c0-9f53-4b92-a84c-6d8cb7300ded req-c1e0f39c-d4a1-4984-939a-41fe1436eefa tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Unset dirty status for tenant:74c7c1c901cc4a308c52d5960e08ed68 on resource:port {{(pid=78792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:24:30.670512 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-5912a7c0-9f53-4b92-a84c-6d8cb7300ded req-c1e0f39c-d4a1-4984-939a-41fe1436eefa tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=370810a7-448d-401c-91e6-970dbdafd8c2 HTTP/1.1" status: 200 len: 945 time: 0.1087854 May 12 15:24:30.723810 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-5912a7c0-9f53-4b92-a84c-6d8cb7300ded req-87586ad1-18b4-492c-bc9b-dad78db4aa3b tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447352 May 12 15:24:31.474958 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880308a4-7003-4588-b88e-4c56ce407cdb req-0b062781-2ad1-4c71-b7bc-32727e05bb84 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:24:31.476573 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-880308a4-7003-4588-b88e-4c56ce407cdb req-0b062781-2ad1-4c71-b7bc-32727e05bb84 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.85 "GET /v2.0/ports?device_id=d92db591-6dbb-4f3e-82cb-45948e5ad77f HTTP/1.1" status: 200 len: 945 time: 0.1421540 May 12 15:24:31.526582 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56650ae7-ce5a-4a6d-8a24-d8c99ddf5a12 req-039b65e7-945c-4be4-b093-8f1ae7f86c49 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:24:31.528062 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-56650ae7-ce5a-4a6d-8a24-d8c99ddf5a12 req-039b65e7-945c-4be4-b093-8f1ae7f86c49 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=d92db591-6dbb-4f3e-82cb-45948e5ad77f HTTP/1.1" status: 200 len: 945 time: 0.1612611 May 12 15:24:31.646412 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-56650ae7-ce5a-4a6d-8a24-d8c99ddf5a12 req-34f5b017-a909-49ad-8c8a-5a0738867e3f tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/security-groups?id=6307c184-9367-4c50-a03b-173b376f0731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045837 May 12 15:24:31.682245 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.plugin [req-880308a4-7003-4588-b88e-4c56ce407cdb req-b8bb8ed1-68a4-4e4b-ac70-d2323767d003 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Deleting port 0397f888-7270-457c-ba5d-1cb1e883e78e {{(pid=78792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:24:31.682583 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-880308a4-7003-4588-b88e-4c56ce407cdb req-b8bb8ed1-68a4-4e4b-ac70-d2323767d003 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649292957'] for port, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:24:31.826853 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.db [req-880308a4-7003-4588-b88e-4c56ce407cdb req-b8bb8ed1-68a4-4e4b-ac70-d2323767d003 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] For port 0397f888-7270-457c-ba5d-1cb1e883e78e, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=0397f888-7270-457c-ba5d-1cb1e883e78e,segment=NetworkSegment(3562151b-8bf4-487d-bcfe-e1baea035031),segment_id=3562151b-8bf4-487d-bcfe-e1baea035031)] {{(pid=78792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:24:31.827217 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-880308a4-7003-4588-b88e-4c56ce407cdb req-b8bb8ed1-68a4-4e4b-ac70-d2323767d003 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:24:31.989001 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.plugin [req-880308a4-7003-4588-b88e-4c56ce407cdb req-b8bb8ed1-68a4-4e4b-ac70-d2323767d003 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Calling delete_port for 0397f888-7270-457c-ba5d-1cb1e883e78e owned by compute:nova {{(pid=78792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:24:32.057243 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cce79ad-2082-4c90-b9f4-6d938fcc20aa req-28185b07-5f4b-48e0-a283-ec21488e2b80 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:24:32.058609 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-9cce79ad-2082-4c90-b9f4-6d938fcc20aa req-28185b07-5f4b-48e0-a283-ec21488e2b80 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=370810a7-448d-401c-91e6-970dbdafd8c2 HTTP/1.1" status: 200 len: 945 time: 0.2206089 May 12 15:24:32.223837 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-9cce79ad-2082-4c90-b9f4-6d938fcc20aa req-98957633-801f-42c0-8579-1cf7b84c53f8 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559112 May 12 15:24:32.250021 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-880308a4-7003-4588-b88e-4c56ce407cdb req-b8bb8ed1-68a4-4e4b-ac70-d2323767d003 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649297264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739648862733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3714859'] for port, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:24:32.255200 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:24:32.262041 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] get_ports_and_sgs() called for port_ids ['04093988-8b4c-43e0-a443-019f68577186', '0397f888-7270-457c-ba5d-1cb1e883e78e'] {{(pid=78794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:24:32.306105 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bb8ed1-68a4-4e4b-ac70-d2323767d003 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Pushing event deleted for resources: {'Port': ['ID=0397f888-7270-457c-ba5d-1cb1e883e78e,revision_number=None']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:24:32.339939 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-b8bb8ed1-68a4-4e4b-ac70-d2323767d003 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:24:32.380552 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.l3_dvrscheduler_db [req-880308a4-7003-4588-b88e-4c56ce407cdb req-b8bb8ed1-68a4-4e4b-ac70-d2323767d003 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] No DVR routers for this DVR port 0397f888-7270-457c-ba5d-1cb1e883e78e on host hv-cinder-78960 {{(pid=78792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:24:32.382965 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-880308a4-7003-4588-b88e-4c56ce407cdb req-b8bb8ed1-68a4-4e4b-ac70-d2323767d003 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2050383'] for port, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:24:32.385964 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd92db591-6dbb-4f3e-82cb-45948e5ad77f', 'name': 'network-vif-deleted', 'tag': '0397f888-7270-457c-ba5d-1cb1e883e78e'}] {{(pid=78792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:24:32.398346 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-880308a4-7003-4588-b88e-4c56ce407cdb req-b8bb8ed1-68a4-4e4b-ac70-d2323767d003 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.85 "DELETE /v2.0/ports/0397f888-7270-457c-ba5d-1cb1e883e78e HTTP/1.1" status: 204 len: 173 time: 0.9125471 May 12 15:24:32.437329 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd92db591-6dbb-4f3e-82cb-45948e5ad77f', 'name': 'network-vif-deleted', 'tag': '0397f888-7270-457c-ba5d-1cb1e883e78e', 'status': 'completed', 'code': 200} May 12 15:24:32.819075 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [req-8896c753-62cd-4e34-8763-8b20c2ba3037 req-b91a33b2-109d-47f8-8143-e836b0664795 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Synchronizing usage tracker for tenant:67d1815edccf41cfb649225313f265b3 on resource:port {{(pid=78792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:24:32.834754 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [req-8896c753-62cd-4e34-8763-8b20c2ba3037 req-b91a33b2-109d-47f8-8143-e836b0664795 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Unset dirty status for tenant:67d1815edccf41cfb649225313f265b3 on resource:port {{(pid=78792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:24:32.836259 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-8896c753-62cd-4e34-8763-8b20c2ba3037 req-b91a33b2-109d-47f8-8143-e836b0664795 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=d92db591-6dbb-4f3e-82cb-45948e5ad77f HTTP/1.1" status: 200 len: 210 time: 0.0602455 May 12 15:24:33.417113 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9c72bf-0bb9-4a94-a6bb-3cee13f5d87a req-b858ce3f-111b-418a-ad91-4e5bf6be1889 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:24:33.418460 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-ee9c72bf-0bb9-4a94-a6bb-3cee13f5d87a req-b858ce3f-111b-418a-ad91-4e5bf6be1889 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=370810a7-448d-401c-91e6-970dbdafd8c2 HTTP/1.1" status: 200 len: 945 time: 0.0796285 May 12 15:24:33.463098 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-ee9c72bf-0bb9-4a94-a6bb-3cee13f5d87a req-4c523960-384a-4b89-8b25-885dbb56e46c tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389352 May 12 15:24:34.076645 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Device 0397f888-7270-457c-ba5d-1cb1e883e78e no longer exists at agent hyperv_hv-cinder-78960 {{(pid=78794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:24:34.112488 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.plugin [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] No Port match for: 0397f888-7270-457c-ba5d-1cb1e883e78e {{(pid=78794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 15:24:34.112836 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Device 0397f888-7270-457c-ba5d-1cb1e883e78e not bound to the agent host hv-cinder-78960 {{(pid=78794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:24:34.657192 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bea2784-e698-4374-b77d-40a66848bcc2 req-977df191-b396-4041-9099-e199fb1d474c tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:24:34.658656 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-1bea2784-e698-4374-b77d-40a66848bcc2 req-977df191-b396-4041-9099-e199fb1d474c tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=370810a7-448d-401c-91e6-970dbdafd8c2 HTTP/1.1" status: 200 len: 945 time: 0.0874381 May 12 15:24:34.703068 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-1bea2784-e698-4374-b77d-40a66848bcc2 req-df07364b-1a60-49c4-bab5-ca1cfa14827f tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386968 May 12 15:24:41.616543 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb20a3ff-8b59-4c9f-b80f-3a4da0db5b8b req-91f76e53-acd0-40f0-9eed-67e1b4fd8704 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:24:41.618086 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-fb20a3ff-8b59-4c9f-b80f-3a4da0db5b8b req-91f76e53-acd0-40f0-9eed-67e1b4fd8704 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=370810a7-448d-401c-91e6-970dbdafd8c2 HTTP/1.1" status: 200 len: 945 time: 0.0833097 May 12 15:24:41.664343 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-fb20a3ff-8b59-4c9f-b80f-3a4da0db5b8b req-b2df7f7d-11cb-4afc-b443-ccc02e1c5935 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399098 May 12 15:24:42.856851 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd1db0a-a5d2-4ab4-a866-40bd1bf7947e req-2367160e-b418-48a3-beb1-fa07c0e2807d tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:24:42.858357 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-3cd1db0a-a5d2-4ab4-a866-40bd1bf7947e req-2367160e-b418-48a3-beb1-fa07c0e2807d tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=370810a7-448d-401c-91e6-970dbdafd8c2 HTTP/1.1" status: 200 len: 945 time: 0.0838666 May 12 15:24:42.906774 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-3cd1db0a-a5d2-4ab4-a866-40bd1bf7947e req-74475163-aa27-43d2-8c7a-d2e109182c0e tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427701 May 12 15:24:44.104717 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570abcff-4628-4c24-8e7c-15a31e937614 req-c7788ada-0e18-439d-8a84-dcf7612348b6 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:24:44.106307 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-570abcff-4628-4c24-8e7c-15a31e937614 req-c7788ada-0e18-439d-8a84-dcf7612348b6 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=370810a7-448d-401c-91e6-970dbdafd8c2 HTTP/1.1" status: 200 len: 945 time: 0.0862324 May 12 15:24:44.155867 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-570abcff-4628-4c24-8e7c-15a31e937614 req-dd3b269e-54e3-4e5a-9c6d-d5da8e96cc03 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426574 May 12 15:24:44.423822 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be19546d-fd67-4073-aa18-74da6030052c req-d01b4c77-f035-49af-987d-042a4ab125ee tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:24:44.425268 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-be19546d-fd67-4073-aa18-74da6030052c req-d01b4c77-f035-49af-987d-042a4ab125ee tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=380c23e1-1666-441c-ac21-270ec89faa80 HTTP/1.1" status: 200 len: 945 time: 0.0842075 May 12 15:24:44.470618 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-be19546d-fd67-4073-aa18-74da6030052c req-ac797a84-45da-46cd-97f0-0fbfdeb1104f tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/security-groups?id=6307c184-9367-4c50-a03b-173b376f0731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395734 May 12 15:24:48.666757 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2fcdff7f-a44d-4e21-be3c-8bedb96107d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:24:50.167965 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02bf124-cb0f-42f9-918b-663193daed8b req-48c1aa50-03f5-49ac-bf66-fc626efb8da1 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:24:50.169431 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-b02bf124-cb0f-42f9-918b-663193daed8b req-48c1aa50-03f5-49ac-bf66-fc626efb8da1 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=370810a7-448d-401c-91e6-970dbdafd8c2 HTTP/1.1" status: 200 len: 945 time: 0.0810456 May 12 15:24:50.174395 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb31f87-3a6d-4e5b-bd97-09a74a042163 req-ba5d106a-5b2d-4daa-903d-d10d1f0dea7d tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:24:50.175848 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-4fb31f87-3a6d-4e5b-bd97-09a74a042163 req-ba5d106a-5b2d-4daa-903d-d10d1f0dea7d tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=380c23e1-1666-441c-ac21-270ec89faa80 HTTP/1.1" status: 200 len: 945 time: 0.0789244 May 12 15:24:50.218676 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-b02bf124-cb0f-42f9-918b-663193daed8b req-92782610-5bc6-428d-9767-a322375c17e5 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430565 May 12 15:24:50.225855 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-4fb31f87-3a6d-4e5b-bd97-09a74a042163 req-3b8bd3f0-8f85-438d-8fb6-38d1adc550d8 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/security-groups?id=6307c184-9367-4c50-a03b-173b376f0731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436580 May 12 15:24:51.101153 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-8a02c588-5375-4810-bb5c-c15d9e2e57ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:24:51.402335 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6765d429-a93f-4bcd-ab59-678df99a86ce req-5bddebb2-853e-478d-a834-b0f20b368302 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:24:51.403766 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-6765d429-a93f-4bcd-ab59-678df99a86ce req-5bddebb2-853e-478d-a834-b0f20b368302 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=370810a7-448d-401c-91e6-970dbdafd8c2 HTTP/1.1" status: 200 len: 945 time: 0.0785115 May 12 15:24:51.449367 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-6765d429-a93f-4bcd-ab59-678df99a86ce req-3e2cb17a-7507-419e-8295-b8eae0c18a41 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389557 May 12 15:24:51.608260 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:24:51.623628 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6dc2b3-a41e-4934-8f91-c05ab462f2e0 req-caf3e0c5-e22c-45d7-8b5e-3054ae59a965 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:24:51.624345 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [req-2e6dc2b3-a41e-4934-8f91-c05ab462f2e0 req-caf3e0c5-e22c-45d7-8b5e-3054ae59a965 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Synchronizing usage tracker for tenant:67d1815edccf41cfb649225313f265b3 on resource:port {{(pid=78793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:24:51.635859 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [req-2e6dc2b3-a41e-4934-8f91-c05ab462f2e0 req-caf3e0c5-e22c-45d7-8b5e-3054ae59a965 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Unset dirty status for tenant:67d1815edccf41cfb649225313f265b3 on resource:port {{(pid=78793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:24:51.636988 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-2e6dc2b3-a41e-4934-8f91-c05ab462f2e0 req-caf3e0c5-e22c-45d7-8b5e-3054ae59a965 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=380c23e1-1666-441c-ac21-270ec89faa80 HTTP/1.1" status: 200 len: 945 time: 0.0955164 May 12 15:24:51.681075 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-2e6dc2b3-a41e-4934-8f91-c05ab462f2e0 req-9355976a-c32a-465b-a59f-725d38aff30c tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/security-groups?id=6307c184-9367-4c50-a03b-173b376f0731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377977 May 12 15:24:52.085735 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-805248c3-d719-48e2-b6c6-94aa007085a2 req-d2955246-7a06-45b2-ad45-a81d7330e9dd service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=cc932ba1-5b4a-4624-9029-e047b5a14c84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0683062 May 12 15:24:52.190108 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805248c3-d719-48e2-b6c6-94aa007085a2 req-010560be-ee01-4d9a-a992-772b393fee3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:24:52.191539 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-805248c3-d719-48e2-b6c6-94aa007085a2 req-010560be-ee01-4d9a-a992-772b393fee3e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=f8b03419ce0c413cbee40794040a2918&device_id=cc932ba1-5b4a-4624-9029-e047b5a14c84 HTTP/1.1" status: 200 len: 1098 time: 0.0689957 May 12 15:24:52.267659 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-8e9e3eb0-3c8e-4693-b231-5e176560d846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:24:52.339552 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805248c3-d719-48e2-b6c6-94aa007085a2 req-52f7c22b-bdb9-4fd0-9435-1f4cf48905f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:24:52.340881 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-805248c3-d719-48e2-b6c6-94aa007085a2 req-52f7c22b-bdb9-4fd0-9435-1f4cf48905f1 service neutron] 10.222.0.85 "GET /v2.0/networks?id=b0a67018-e604-4c5d-b021-363bc82650e3 HTTP/1.1" status: 200 len: 911 time: 0.1270938 May 12 15:24:52.663528 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-805248c3-d719-48e2-b6c6-94aa007085a2 req-1838ebdc-bc0c-43bf-8c25-38c9414ba82c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55251288-febe-444f-ab34-91007bb36f67 HTTP/1.1" status: 200 len: 1000 time: 0.1046038 May 12 15:24:52.699789 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c7ce20-e53d-497b-8ad1-4731dacb6371 req-099a86d1-8d50-4228-a50e-6cff0bbe40eb tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:24:52.701827 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-e4c7ce20-e53d-497b-8ad1-4731dacb6371 req-099a86d1-8d50-4228-a50e-6cff0bbe40eb tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=370810a7-448d-401c-91e6-970dbdafd8c2 HTTP/1.1" status: 200 len: 945 time: 0.1448019 May 12 15:24:52.719693 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16952feb-d167-464f-9f83-febe583274b1 req-e6f72015-ab4e-4274-ad72-92726cf9bf14 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:24:52.721493 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-16952feb-d167-464f-9f83-febe583274b1 req-e6f72015-ab4e-4274-ad72-92726cf9bf14 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.85 "GET /v2.0/ports?device_id=370810a7-448d-401c-91e6-970dbdafd8c2 HTTP/1.1" status: 200 len: 945 time: 0.1151447 May 12 15:24:52.733956 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805248c3-d719-48e2-b6c6-94aa007085a2 req-dd198248-75cb-45de-b02c-b4bcf1e24e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:24:52.735398 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-805248c3-d719-48e2-b6c6-94aa007085a2 req-dd198248-75cb-45de-b02c-b4bcf1e24e49 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0bfa47e8-ea4e-42ac-a644-064fdadd42d3 HTTP/1.1" status: 200 len: 849 time: 0.0650749 May 12 15:24:52.832455 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-e4c7ce20-e53d-497b-8ad1-4731dacb6371 req-b968e588-1357-4102-99ea-4348e1bd71db tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/security-groups?id=b824c554-e6cc-4917-ada9-22fa35eb4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099193 May 12 15:24:52.901142 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805248c3-d719-48e2-b6c6-94aa007085a2 req-65033749-2e27-4904-8856-48223143a33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:24:52.902779 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-805248c3-d719-48e2-b6c6-94aa007085a2 req-65033749-2e27-4904-8856-48223143a33f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b0a67018-e604-4c5d-b021-363bc82650e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1584616 May 12 15:24:52.912000 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.plugin [req-16952feb-d167-464f-9f83-febe583274b1 req-f199c7b8-784e-4ff8-acd0-5580a5337c6c tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Deleting port a9712b9e-8515-4329-a096-bd106527c186 {{(pid=78793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:24:52.912715 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-16952feb-d167-464f-9f83-febe583274b1 req-f199c7b8-784e-4ff8-acd0-5580a5337c6c tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649292957'] for port, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:24:52.957218 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c96d16-d2d0-4817-9a72-bceda973377d req-a3c9155f-7b7d-4337-80fc-e97593197bea tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:24:52.968562 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-f1c96d16-d2d0-4817-9a72-bceda973377d req-a3c9155f-7b7d-4337-80fc-e97593197bea tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=380c23e1-1666-441c-ac21-270ec89faa80 HTTP/1.1" status: 200 len: 945 time: 0.1352270 May 12 15:24:53.104711 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.db [req-16952feb-d167-464f-9f83-febe583274b1 req-f199c7b8-784e-4ff8-acd0-5580a5337c6c tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] For port a9712b9e-8515-4329-a096-bd106527c186, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=a9712b9e-8515-4329-a096-bd106527c186,segment=NetworkSegment(d283b5eb-b83c-4844-82f5-295710194741),segment_id=d283b5eb-b83c-4844-82f5-295710194741)] {{(pid=78793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:24:53.105062 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-16952feb-d167-464f-9f83-febe583274b1 req-f199c7b8-784e-4ff8-acd0-5580a5337c6c tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:24:53.148946 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-f1c96d16-d2d0-4817-9a72-bceda973377d req-36f5d3db-a076-4773-b571-d43e79cc68ce tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/security-groups?id=6307c184-9367-4c50-a03b-173b376f0731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444576 May 12 15:24:53.184268 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-805248c3-d719-48e2-b6c6-94aa007085a2 req-2d621ae5-a196-4924-9c8a-0734c148de02 service neutron] 10.222.0.85 "GET /v2.0/networks/b0a67018-e604-4c5d-b021-363bc82650e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684293 May 12 15:24:53.234992 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.plugin [req-16952feb-d167-464f-9f83-febe583274b1 req-f199c7b8-784e-4ff8-acd0-5580a5337c6c tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Calling delete_port for a9712b9e-8515-4329-a096-bd106527c186 owned by compute:nova {{(pid=78793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:24:53.327184 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-805248c3-d719-48e2-b6c6-94aa007085a2 req-af3701f9-a75c-42bb-930b-c92e51884c18 service neutron] 10.222.0.85 "GET /v2.0/networks/b0a67018-e604-4c5d-b021-363bc82650e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297755 May 12 15:24:53.364640 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-16952feb-d167-464f-9f83-febe583274b1 req-f199c7b8-784e-4ff8-acd0-5580a5337c6c tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649297264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739648862733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3598933'] for port, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:24:53.370427 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-4b83d81d-9dcc-4ffb-ac7a-84e02cfa9cc7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:24:53.377024 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] get_ports_and_sgs() called for port_ids ['a9712b9e-8515-4329-a096-bd106527c186'] {{(pid=78794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:24:53.476565 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f199c7b8-784e-4ff8-acd0-5580a5337c6c tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Pushing event deleted for resources: {'Port': ['ID=a9712b9e-8515-4329-a096-bd106527c186,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:24:53.513753 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f199c7b8-784e-4ff8-acd0-5580a5337c6c tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:24:53.514134 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f199c7b8-784e-4ff8-acd0-5580a5337c6c tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:24:53.514482 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f199c7b8-784e-4ff8-acd0-5580a5337c6c tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:24:53.514831 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f199c7b8-784e-4ff8-acd0-5580a5337c6c tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:24:53.515169 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f199c7b8-784e-4ff8-acd0-5580a5337c6c tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:24:53.515504 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f199c7b8-784e-4ff8-acd0-5580a5337c6c tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:24:53.515839 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f199c7b8-784e-4ff8-acd0-5580a5337c6c tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:24:53.516168 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f199c7b8-784e-4ff8-acd0-5580a5337c6c tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:24:53.516496 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f199c7b8-784e-4ff8-acd0-5580a5337c6c tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:24:53.516824 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f199c7b8-784e-4ff8-acd0-5580a5337c6c tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:24:53.517154 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f199c7b8-784e-4ff8-acd0-5580a5337c6c tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:24:53.517481 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f199c7b8-784e-4ff8-acd0-5580a5337c6c tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:24:53.524458 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-f199c7b8-784e-4ff8-acd0-5580a5337c6c tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:24:53.560571 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.l3_dvrscheduler_db [req-16952feb-d167-464f-9f83-febe583274b1 req-f199c7b8-784e-4ff8-acd0-5580a5337c6c tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] No DVR routers for this DVR port a9712b9e-8515-4329-a096-bd106527c186 on host hv-cinder-78960 {{(pid=78793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:24:53.562919 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-16952feb-d167-464f-9f83-febe583274b1 req-f199c7b8-784e-4ff8-acd0-5580a5337c6c tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2050383'] for port, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:24:53.565286 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '370810a7-448d-401c-91e6-970dbdafd8c2', 'name': 'network-vif-deleted', 'tag': 'a9712b9e-8515-4329-a096-bd106527c186'}] {{(pid=78793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:24:53.580599 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-16952feb-d167-464f-9f83-febe583274b1 req-f199c7b8-784e-4ff8-acd0-5580a5337c6c tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.85 "DELETE /v2.0/ports/a9712b9e-8515-4329-a096-bd106527c186 HTTP/1.1" status: 204 len: 173 time: 0.8428843 May 12 15:24:53.611014 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '370810a7-448d-401c-91e6-970dbdafd8c2', 'name': 'network-vif-deleted', 'tag': 'a9712b9e-8515-4329-a096-bd106527c186', 'status': 'completed', 'code': 200} May 12 15:24:53.989453 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [req-21070fbf-1c59-4640-92eb-1389845e3372 req-40af7e25-5385-45fd-8883-bb45c09c7bac tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Synchronizing usage tracker for tenant:74c7c1c901cc4a308c52d5960e08ed68 on resource:port {{(pid=78793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:24:54.004989 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [req-21070fbf-1c59-4640-92eb-1389845e3372 req-40af7e25-5385-45fd-8883-bb45c09c7bac tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Unset dirty status for tenant:74c7c1c901cc4a308c52d5960e08ed68 on resource:port {{(pid=78793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:24:54.006129 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-21070fbf-1c59-4640-92eb-1389845e3372 req-40af7e25-5385-45fd-8883-bb45c09c7bac tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] 10.222.0.32 "GET /v2.0/ports?device_id=370810a7-448d-401c-91e6-970dbdafd8c2 HTTP/1.1" status: 200 len: 210 time: 0.0582752 May 12 15:24:54.168234 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-876105c5-eed7-46ba-a478-d2a34eb0d798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:24:54.356419 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0acec0-1244-4593-85fb-8bfca1fae9c4 req-57b792d6-dd61-40c6-9591-b5140c275743 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:24:54.357879 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-4b0acec0-1244-4593-85fb-8bfca1fae9c4 req-57b792d6-dd61-40c6-9591-b5140c275743 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=380c23e1-1666-441c-ac21-270ec89faa80 HTTP/1.1" status: 200 len: 945 time: 0.0900636 May 12 15:24:54.407409 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-4b0acec0-1244-4593-85fb-8bfca1fae9c4 req-857d046e-c0f1-4990-bbf1-d4e1e194b32b tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/security-groups?id=6307c184-9367-4c50-a03b-173b376f0731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435963 May 12 15:24:55.103768 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 44726) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:24:55.651339 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add7853a-91d1-4106-9d6f-464178a99a6d req-ea59bcdf-7283-4417-8aea-bf0b34d5c41c tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:24:55.652757 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-add7853a-91d1-4106-9d6f-464178a99a6d req-ea59bcdf-7283-4417-8aea-bf0b34d5c41c tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=380c23e1-1666-441c-ac21-270ec89faa80 HTTP/1.1" status: 200 len: 945 time: 0.1173887 May 12 15:24:55.751272 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-add7853a-91d1-4106-9d6f-464178a99a6d req-211d7741-af9b-4cc0-98a0-9c14aa966052 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/security-groups?id=6307c184-9367-4c50-a03b-173b376f0731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613985 May 12 15:24:55.783179 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-0ef6c6e5-77cb-440e-bc7f-da3fc2e2ba13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705539'] for router_interface, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:24:55.858430 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a44068-699d-474f-ac79-8a6d00c790a1 req-d4d1e4d7-4514-4869-8b2b-8413a6195b0f tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:24:55.861476 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-b8a44068-699d-474f-ac79-8a6d00c790a1 req-d4d1e4d7-4514-4869-8b2b-8413a6195b0f tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.85 "GET /v2.0/ports?device_id=380c23e1-1666-441c-ac21-270ec89faa80 HTTP/1.1" status: 200 len: 945 time: 0.1306217 May 12 15:24:56.035560 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.plugin [req-b8a44068-699d-474f-ac79-8a6d00c790a1 req-2d49aa78-ffc0-4a4a-a4da-8a93cfd60e2d tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Deleting port 04093988-8b4c-43e0-a443-019f68577186 {{(pid=78793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:24:56.035914 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-b8a44068-699d-474f-ac79-8a6d00c790a1 req-2d49aa78-ffc0-4a4a-a4da-8a93cfd60e2d tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649292957'] for port, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:24:56.166161 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Device a9712b9e-8515-4329-a096-bd106527c186 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=78794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:24:56.169502 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.db [req-b8a44068-699d-474f-ac79-8a6d00c790a1 req-2d49aa78-ffc0-4a4a-a4da-8a93cfd60e2d tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] For port 04093988-8b4c-43e0-a443-019f68577186, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=04093988-8b4c-43e0-a443-019f68577186,segment=NetworkSegment(3562151b-8bf4-487d-bcfe-e1baea035031),segment_id=3562151b-8bf4-487d-bcfe-e1baea035031)] {{(pid=78793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:24:56.169888 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-b8a44068-699d-474f-ac79-8a6d00c790a1 req-2d49aa78-ffc0-4a4a-a4da-8a93cfd60e2d tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:24:56.204828 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.plugin [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] No Port match for: a9712b9e-8515-4329-a096-bd106527c186 {{(pid=78794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 15:24:56.205508 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Device a9712b9e-8515-4329-a096-bd106527c186 not bound to the agent host hv-cinder-78960 {{(pid=78794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:24:56.214703 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.plugin [None req-0ef6c6e5-77cb-440e-bc7f-da3fc2e2ba13 admin admin] Deleting port 7b1adb1c-08d4-44c2-b100-f4c09e3ddca9 {{(pid=78792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:24:56.215031 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-0ef6c6e5-77cb-440e-bc7f-da3fc2e2ba13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649292957'] for port, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:24:56.306142 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.plugin [req-b8a44068-699d-474f-ac79-8a6d00c790a1 req-2d49aa78-ffc0-4a4a-a4da-8a93cfd60e2d tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Calling delete_port for 04093988-8b4c-43e0-a443-019f68577186 owned by compute:nova {{(pid=78793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:24:56.427961 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-b8a44068-699d-474f-ac79-8a6d00c790a1 req-2d49aa78-ffc0-4a4a-a4da-8a93cfd60e2d tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649297264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739648862733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3598933'] for port, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:24:56.433510 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:24:56.440102 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] get_ports_and_sgs() called for port_ids ['04093988-8b4c-43e0-a443-019f68577186'] {{(pid=78794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:24:56.445408 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.db [None req-0ef6c6e5-77cb-440e-bc7f-da3fc2e2ba13 admin admin] For port 7b1adb1c-08d4-44c2-b100-f4c09e3ddca9, host dv-cinder-789603-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-iscsi',level=0,port_id=7b1adb1c-08d4-44c2-b100-f4c09e3ddca9,segment=NetworkSegment(d283b5eb-b83c-4844-82f5-295710194741),segment_id=d283b5eb-b83c-4844-82f5-295710194741)] {{(pid=78792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:24:56.445792 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-0ef6c6e5-77cb-440e-bc7f-da3fc2e2ba13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:24:56.477453 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d49aa78-ffc0-4a4a-a4da-8a93cfd60e2d tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Pushing event deleted for resources: {'Port': ['ID=04093988-8b4c-43e0-a443-019f68577186,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:24:56.481415 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-2d49aa78-ffc0-4a4a-a4da-8a93cfd60e2d tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:24:56.557822 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8a44068-699d-474f-ac79-8a6d00c790a1 req-2d49aa78-ffc0-4a4a-a4da-8a93cfd60e2d tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] No DVR routers for this DVR port 04093988-8b4c-43e0-a443-019f68577186 on host hv-cinder-78960 {{(pid=78793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:24:56.560800 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-b8a44068-699d-474f-ac79-8a6d00c790a1 req-2d49aa78-ffc0-4a4a-a4da-8a93cfd60e2d tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2050383'] for port, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:24:56.563494 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '380c23e1-1666-441c-ac21-270ec89faa80', 'name': 'network-vif-deleted', 'tag': '04093988-8b4c-43e0-a443-019f68577186'}] {{(pid=78793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:24:56.579771 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-b8a44068-699d-474f-ac79-8a6d00c790a1 req-2d49aa78-ffc0-4a4a-a4da-8a93cfd60e2d tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.85 "DELETE /v2.0/ports/04093988-8b4c-43e0-a443-019f68577186 HTTP/1.1" status: 204 len: 173 time: 0.7040164 May 12 15:24:56.581360 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.plugin [None req-0ef6c6e5-77cb-440e-bc7f-da3fc2e2ba13 admin admin] Calling delete_port for 7b1adb1c-08d4-44c2-b100-f4c09e3ddca9 owned by network:router_interface {{(pid=78792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:24:56.608531 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '380c23e1-1666-441c-ac21-270ec89faa80', 'name': 'network-vif-deleted', 'tag': '04093988-8b4c-43e0-a443-019f68577186', 'status': 'completed', 'code': 200} May 12 15:24:56.715258 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:24:56.868490 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-0ef6c6e5-77cb-440e-bc7f-da3fc2e2ba13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649297264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739648862733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3714859'] for port, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:24:56.875046 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-127a38dc-d523-4962-996c-beee7d68b6ba tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:24:56.968366 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef6c6e5-77cb-440e-bc7f-da3fc2e2ba13 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b1adb1c-08d4-44c2-b100-f4c09e3ddca9,revision_number=None']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:24:56.971383 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [req-4d883c53-a343-499f-9367-1100aa59040b req-e093e379-9dab-4095-8835-79b93dc9afe3 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Synchronizing usage tracker for tenant:67d1815edccf41cfb649225313f265b3 on resource:port {{(pid=78793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:24:56.990286 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [req-4d883c53-a343-499f-9367-1100aa59040b req-e093e379-9dab-4095-8835-79b93dc9afe3 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Unset dirty status for tenant:67d1815edccf41cfb649225313f265b3 on resource:port {{(pid=78793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:24:56.991598 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-4d883c53-a343-499f-9367-1100aa59040b req-e093e379-9dab-4095-8835-79b93dc9afe3 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] 10.222.0.32 "GET /v2.0/ports?device_id=380c23e1-1666-441c-ac21-270ec89faa80 HTTP/1.1" status: 200 len: 210 time: 0.0783117 May 12 15:24:57.012732 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef6c6e5-77cb-440e-bc7f-da3fc2e2ba13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:24:57.012732 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef6c6e5-77cb-440e-bc7f-da3fc2e2ba13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:24:57.012732 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef6c6e5-77cb-440e-bc7f-da3fc2e2ba13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:24:57.012732 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef6c6e5-77cb-440e-bc7f-da3fc2e2ba13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:24:57.012732 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef6c6e5-77cb-440e-bc7f-da3fc2e2ba13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:24:57.013130 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef6c6e5-77cb-440e-bc7f-da3fc2e2ba13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:24:57.013306 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef6c6e5-77cb-440e-bc7f-da3fc2e2ba13 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:24:57.013745 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef6c6e5-77cb-440e-bc7f-da3fc2e2ba13 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:24:57.013938 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef6c6e5-77cb-440e-bc7f-da3fc2e2ba13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:24:57.014276 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef6c6e5-77cb-440e-bc7f-da3fc2e2ba13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:24:57.014620 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef6c6e5-77cb-440e-bc7f-da3fc2e2ba13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:24:57.014923 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef6c6e5-77cb-440e-bc7f-da3fc2e2ba13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:24:57.020361 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-0ef6c6e5-77cb-440e-bc7f-da3fc2e2ba13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:24:57.227154 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-0ef6c6e5-77cb-440e-bc7f-da3fc2e2ba13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710579'] for router_interface, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:24:57.595115 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ef6c6e5-77cb-440e-bc7f-da3fc2e2ba13 admin admin] Router 275190ca-dafe-4a83-8545-447583174189 has already been hosted by L3 agent e96f2393-830b-46ef-bef2-f93615c2f352 {{(pid=78792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 15:24:57.885450 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ef6c6e5-77cb-440e-bc7f-da3fc2e2ba13 admin admin] Notify agent at l3_agent.dv-cinder-789603-6-iscsi the message routers_updated {{(pid=78792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:24:57.894274 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15298547-3045-4624-9286-98be73f2a3e1 None None] Sync routers for ids ['275190ca-dafe-4a83-8545-447583174189'] in dv-cinder-789603-6-iscsi {{(pid=78795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:24:57.904257 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-0ef6c6e5-77cb-440e-bc7f-da3fc2e2ba13 admin admin] 10.222.0.32 "PUT /v2.0/routers/275190ca-dafe-4a83-8545-447583174189/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7970145 May 12 15:24:57.904612 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 44776) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:24:57.905203 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15298547-3045-4624-9286-98be73f2a3e1 None None] Routers {'275190ca-dafe-4a83-8545-447583174189'} bound to L3 agent in host dv-cinder-789603-6-iscsi {{(pid=78795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:24:57.905936 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_hamode_db [None req-15298547-3045-4624-9286-98be73f2a3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-12T15:12:51Z,description=,heartbeat_timestamp=2021-05-12T15:24:51Z,host='dv-cinder-789603-6-iscsi',id=e96f2393-830b-46ef-bef2-f93615c2f352,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:12:51Z,topic='l3_agent')) {'router_ids': ['275190ca-dafe-4a83-8545-447583174189'], 'active': True} {{(pid=78795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:24:58.084951 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-041b02c1-52bf-49b2-a598-bbcd56df3692 admin admin] Notify callbacks [] for router, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:24:58.114551 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_dvr_db [None req-15298547-3045-4624-9286-98be73f2a3e1 None None] Set router 275190ca-dafe-4a83-8545-447583174189 gateway port host: dv-cinder-789603-6-iscsi {{(pid=78795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:24:58.141055 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 44788) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:24:58.211619 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bb71374-c06b-4a53-97b4-f60d0335ad51 admin admin] Deleting subnet 881371bc-0cab-4490-a652-bddfe720ce96 {{(pid=78792) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 12 15:24:58.214828 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-6bb71374-c06b-4a53-97b4-f60d0335ad51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:24:58.269372 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-6bb71374-c06b-4a53-97b4-f60d0335ad51 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2171665'] for subnet, precommit_delete_associations {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:24:58.272245 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-041b02c1-52bf-49b2-a598-bbcd56df3692 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:24:58.330479 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-6bb71374-c06b-4a53-97b4-f60d0335ad51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1440695'] for subnet, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:24:58.343618 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.plugin [None req-041b02c1-52bf-49b2-a598-bbcd56df3692 admin admin] Deleting port ede0adc9-7564-4e53-95f3-07808a31d783 {{(pid=78793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:24:58.343957 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-041b02c1-52bf-49b2-a598-bbcd56df3692 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649292957'] for port, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:24:58.448748 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_hamode_db [None req-15298547-3045-4624-9286-98be73f2a3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275190ca-dafe-4a83-8545-447583174189', 'name': 'tempest-ServerRescueNegativeTestJSON-1338457299-router', 'tenant_id': '74c7c1c901cc4a308c52d5960e08ed68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'ede0adc9-7564-4e53-95f3-07808a31d783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:20:29Z', 'updated_at': '2021-05-12T15:24:56Z', 'revision_number': 5, 'project_id': '74c7c1c901cc4a308c52d5960e08ed68', 'gw_port': {'id': 'ede0adc9-7564-4e53-95f3-07808a31d783', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275190ca-dafe-4a83-8545-447583174189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:20:31Z', 'updated_at': '2021-05-12T15:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi'}], 'dv-cinder-789603-6-iscsi', False) {} {{(pid=78795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:24:58.453307 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15298547-3045-4624-9286-98be73f2a3e1 None None] Checking router: 275190ca-dafe-4a83-8545-447583174189 for host: dv-cinder-789603-6-iscsi {{(pid=78795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:24:58.463649 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15298547-3045-4624-9286-98be73f2a3e1 None None] Routers {'275190ca-dafe-4a83-8545-447583174189'} bound to L3 agent in host dv-cinder-789603-6-iscsi {{(pid=78795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:24:58.464251 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_hamode_db [None req-15298547-3045-4624-9286-98be73f2a3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-12T15:12:51Z,description=,heartbeat_timestamp=2021-05-12T15:24:51Z,host='dv-cinder-789603-6-iscsi',id=e96f2393-830b-46ef-bef2-f93615c2f352,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:12:51Z,topic='l3_agent')) {'router_ids': ['275190ca-dafe-4a83-8545-447583174189'], 'active': True} {{(pid=78795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:24:58.543456 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.db [None req-041b02c1-52bf-49b2-a598-bbcd56df3692 admin admin] For port ede0adc9-7564-4e53-95f3-07808a31d783, host dv-cinder-789603-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-iscsi',level=0,port_id=ede0adc9-7564-4e53-95f3-07808a31d783,segment=NetworkSegment(5d059134-8cbd-4fdb-844f-331960400265),segment_id=5d059134-8cbd-4fdb-844f-331960400265)] {{(pid=78793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:24:58.543836 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-041b02c1-52bf-49b2-a598-bbcd56df3692 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:24:58.580068 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-6bb71374-c06b-4a53-97b4-f60d0335ad51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1440696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3714936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2105374'] for subnet, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:24:58.585275 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:24:58.618231 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_dvr_db [None req-15298547-3045-4624-9286-98be73f2a3e1 None None] Set router 275190ca-dafe-4a83-8545-447583174189 gateway port host: None {{(pid=78795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:24:58.623684 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb71374-c06b-4a53-97b4-f60d0335ad51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=881371bc-0cab-4490-a652-bddfe720ce96,revision_number=None']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:24:58.626549 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-6bb71374-c06b-4a53-97b4-f60d0335ad51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:24:58.627502 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-6bb71374-c06b-4a53-97b4-f60d0335ad51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:24:58.633846 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-6bb71374-c06b-4a53-97b4-f60d0335ad51 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/881371bc-0cab-4490-a652-bddfe720ce96 HTTP/1.1" status: 204 len: 168 time: 0.4916711 May 12 15:24:58.636193 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 44792) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:24:58.675446 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.plugin [None req-041b02c1-52bf-49b2-a598-bbcd56df3692 admin admin] Calling delete_port for ede0adc9-7564-4e53-95f3-07808a31d783 owned by network:router_gateway {{(pid=78793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:24:58.750987 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_hamode_db [None req-15298547-3045-4624-9286-98be73f2a3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275190ca-dafe-4a83-8545-447583174189', 'name': 'tempest-ServerRescueNegativeTestJSON-1338457299-router', 'tenant_id': '74c7c1c901cc4a308c52d5960e08ed68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:20:29Z', 'updated_at': '2021-05-12T15:24:58Z', 'revision_number': 6, 'project_id': '74c7c1c901cc4a308c52d5960e08ed68', 'gw_port_host': None}], 'dv-cinder-789603-6-iscsi', False) {} {{(pid=78795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:24:58.753346 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-5e9166ed-1327-4d59-9967-0945461db95c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741559'] for network, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:24:58.755586 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15298547-3045-4624-9286-98be73f2a3e1 None None] The sync data for ids ['275190ca-dafe-4a83-8545-447583174189'] in dv-cinder-789603-6-iscsi is: [{'id': '275190ca-dafe-4a83-8545-447583174189', 'name': 'tempest-ServerRescueNegativeTestJSON-1338457299-router', 'tenant_id': '74c7c1c901cc4a308c52d5960e08ed68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:20:29Z', 'updated_at': '2021-05-12T15:24:58Z', 'revision_number': 6, 'project_id': '74c7c1c901cc4a308c52d5960e08ed68', 'gw_port_host': None}] {{(pid=78795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:24:58.881841 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-5e9166ed-1327-4d59-9967-0945461db95c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1434444', 'neutron.services.segments.db._delete_segments_for_network-8739649303709'] for network, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:24:58.897130 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.services.segments.db [None req-5e9166ed-1327-4d59-9967-0945461db95c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a9a0a63-2af5-4556-bd7a-991a8e39d133']}} {{(pid=78792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:24:58.913148 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.services.segments.db [None req-5e9166ed-1327-4d59-9967-0945461db95c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3562151b-8bf4-487d-bcfe-e1baea035031') {'for_net_delete': True} {{(pid=78792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:24:58.913540 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.services.segments.db [None req-5e9166ed-1327-4d59-9967-0945461db95c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3562151b-8bf4-487d-bcfe-e1baea035031') {} {{(pid=78792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:24:58.935080 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-5e9166ed-1327-4d59-9967-0945461db95c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649315175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2171662'] for segment, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:24:58.952817 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-5e9166ed-1327-4d59-9967-0945461db95c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428868'] for segment, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:24:58.959453 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e9166ed-1327-4d59-9967-0945461db95c admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=78792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 15:24:58.959877 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-5e9166ed-1327-4d59-9967-0945461db95c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3714846'] for segment, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:24:58.967730 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-041b02c1-52bf-49b2-a598-bbcd56df3692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649297264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739648862733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3598933'] for port, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:24:58.971452 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-3b784a18-2c18-4e9c-b664-f063b6e5d004 tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:24:58.973764 dv-cinder-789603-6-iscsi neutron-server[78792]: Traceback (most recent call last): May 12 15:24:58.973764 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 15:24:58.973764 dv-cinder-789603-6-iscsi neutron-server[78792]: timer() May 12 15:24:58.973764 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 15:24:58.973764 dv-cinder-789603-6-iscsi neutron-server[78792]: cb(*args, **kw) May 12 15:24:58.973764 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 12 15:24:58.973764 dv-cinder-789603-6-iscsi neutron-server[78792]: return func(*args, **kwargs) May 12 15:24:58.973764 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 15:24:58.973764 dv-cinder-789603-6-iscsi neutron-server[78792]: self._notify() May 12 15:24:58.973764 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 15:24:58.973764 dv-cinder-789603-6-iscsi neutron-server[78792]: self.callback(batched_events) May 12 15:24:58.973764 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 15:24:58.973764 dv-cinder-789603-6-iscsi neutron-server[78792]: event.method(event) May 12 15:24:58.973764 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 15:24:58.973764 dv-cinder-789603-6-iscsi neutron-server[78792]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 15:24:58.973764 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 15:24:58.973764 dv-cinder-789603-6-iscsi neutron-server[78792]: aggregate_uuid = self.p_client.list_aggregates( May 12 15:24:58.973764 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 15:24:58.973764 dv-cinder-789603-6-iscsi neutron-server[78792]: return f(self, *a, **k) May 12 15:24:58.973764 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 15:24:58.973764 dv-cinder-789603-6-iscsi neutron-server[78792]: return self._get(url).json() May 12 15:24:58.973764 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 15:24:58.973764 dv-cinder-789603-6-iscsi neutron-server[78792]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 15:24:58.973764 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 15:24:58.973764 dv-cinder-789603-6-iscsi neutron-server[78792]: return self.request(url, 'GET', **kwargs) May 12 15:24:58.973764 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 15:24:58.973764 dv-cinder-789603-6-iscsi neutron-server[78792]: base_url = self.get_endpoint(auth, allow=allow, May 12 15:24:58.973764 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 15:24:58.973764 dv-cinder-789603-6-iscsi neutron-server[78792]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 15:24:58.973764 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 15:24:58.973764 dv-cinder-789603-6-iscsi neutron-server[78792]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 15:24:58.973764 dv-cinder-789603-6-iscsi neutron-server[78792]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 15:24:59.014935 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041b02c1-52bf-49b2-a598-bbcd56df3692 admin admin] Pushing event deleted for resources: {'Port': ['ID=ede0adc9-7564-4e53-95f3-07808a31d783,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:24:59.017846 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-041b02c1-52bf-49b2-a598-bbcd56df3692 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:24:59.051158 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-5e9166ed-1327-4d59-9967-0945461db95c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1434421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706613'] for network, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:24:59.055025 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:24:59.071724 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-5e9166ed-1327-4d59-9967-0945461db95c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for network, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:24:59.078481 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9166ed-1327-4d59-9967-0945461db95c admin admin] Pushing event deleted for resources: {'Network': ['ID=7a9a0a63-2af5-4556-bd7a-991a8e39d133,revision_number=None']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:24:59.082781 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-5e9166ed-1327-4d59-9967-0945461db95c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:24:59.092793 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-5e9166ed-1327-4d59-9967-0945461db95c admin admin] 10.222.0.32 "DELETE /v2.0/networks/7a9a0a63-2af5-4556-bd7a-991a8e39d133 HTTP/1.1" status: 204 len: 168 time: 0.4530668 May 12 15:24:59.126287 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-041b02c1-52bf-49b2-a598-bbcd56df3692 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706599'] for router_gateway, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:24:59.331411 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 44806) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:24:59.363558 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-041b02c1-52bf-49b2-a598-bbcd56df3692 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13144'] for router, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:24:59.366522 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-041b02c1-52bf-49b2-a598-bbcd56df3692 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:24:59.383573 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-1d65f572-f2ca-42d5-af19-edef143af8ac admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=67d1815edccf41cfb649225313f265b3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0481350 May 12 15:24:59.383773 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 44810) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:24:59.446291 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-33362796-947f-4a20-b264-e3e65166f715 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:24:59.455437 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-041b02c1-52bf-49b2-a598-bbcd56df3692 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1780853'] for router, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:24:59.455974 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-041b02c1-52bf-49b2-a598-bbcd56df3692 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 275190ca-dafe-4a83-8545-447583174189 {{(pid=78793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 15:24:59.470576 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-041b02c1-52bf-49b2-a598-bbcd56df3692 admin admin] Notify callbacks [] for router, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:24:59.474050 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-041b02c1-52bf-49b2-a598-bbcd56df3692 admin admin] 10.222.0.32 "DELETE /v2.0/routers/275190ca-dafe-4a83-8545-447583174189 HTTP/1.1" status: 204 len: 168 time: 1.5682738 May 12 15:24:59.474670 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 44814) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:24:59.475214 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-33362796-947f-4a20-b264-e3e65166f715 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:24:59.531945 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-33362796-947f-4a20-b264-e3e65166f715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:24:59.534356 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb822a8e-eb03-4a02-b596-b79d05bcc030 admin admin] Deleting subnet 93335869-57f6-4f74-9e92-cecab8c181bc {{(pid=78793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 12 15:24:59.536717 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-c2354369-4403-498c-9814-b15f618bd1ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:24:59.537182 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-cb822a8e-eb03-4a02-b596-b79d05bcc030 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:24:59.549959 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33362796-947f-4a20-b264-e3e65166f715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6307c184-9367-4c50-a03b-173b376f0731,revision_number=None']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:24:59.552493 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-33362796-947f-4a20-b264-e3e65166f715 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:24:59.558406 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-33362796-947f-4a20-b264-e3e65166f715 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:24:59.560068 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-33362796-947f-4a20-b264-e3e65166f715 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6307c184-9367-4c50-a03b-173b376f0731 HTTP/1.1" status: 204 len: 168 time: 0.1754937 May 12 15:24:59.587673 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-cb822a8e-eb03-4a02-b596-b79d05bcc030 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316453'] for subnet, precommit_delete_associations {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:24:59.648923 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-cb822a8e-eb03-4a02-b596-b79d05bcc030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1440695'] for subnet, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:24:59.911065 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-cb822a8e-eb03-4a02-b596-b79d05bcc030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1440696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3598854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4155494'] for subnet, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:24:59.920747 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-621ccc57-f880-4fc9-8b2a-cd061f70fbed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:25:00.080040 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb822a8e-eb03-4a02-b596-b79d05bcc030 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93335869-57f6-4f74-9e92-cecab8c181bc,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:25:00.083196 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-cb822a8e-eb03-4a02-b596-b79d05bcc030 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:25:00.084146 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-cb822a8e-eb03-4a02-b596-b79d05bcc030 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for subnet, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:25:00.090395 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-cb822a8e-eb03-4a02-b596-b79d05bcc030 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/93335869-57f6-4f74-9e92-cecab8c181bc HTTP/1.1" status: 204 len: 168 time: 0.6147311 May 12 15:25:00.092781 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 44832) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:25:00.167410 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Device 04093988-8b4c-43e0-a443-019f68577186 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=78794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:25:00.203165 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.plugin [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] No Port match for: 04093988-8b4c-43e0-a443-019f68577186 {{(pid=78794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 15:25:00.203516 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Device 04093988-8b4c-43e0-a443-019f68577186 not bound to the agent host hv-cinder-78960 {{(pid=78794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:25:00.207515 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-95225197-c0a7-48c2-b6a7-37517f09c711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741559'] for network, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:25:00.334288 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-95225197-c0a7-48c2-b6a7-37517f09c711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1434444', 'neutron.services.segments.db._delete_segments_for_network-8739649303709'] for network, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:25:00.347853 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.services.segments.db [None req-95225197-c0a7-48c2-b6a7-37517f09c711 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb786cfb-6ac9-4fb8-8644-ee3baa944840']}} {{(pid=78793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:25:00.360905 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.services.segments.db [None req-95225197-c0a7-48c2-b6a7-37517f09c711 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd283b5eb-b83c-4844-82f5-295710194741') {'for_net_delete': True} {{(pid=78793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:25:00.361199 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.services.segments.db [None req-95225197-c0a7-48c2-b6a7-37517f09c711 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd283b5eb-b83c-4844-82f5-295710194741') {} {{(pid=78793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:25:00.374468 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-95225197-c0a7-48c2-b6a7-37517f09c711 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649315175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316474'] for segment, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:25:00.394100 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-95225197-c0a7-48c2-b6a7-37517f09c711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428868'] for segment, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:25:00.401367 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95225197-c0a7-48c2-b6a7-37517f09c711 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=78793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 15:25:00.401881 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-95225197-c0a7-48c2-b6a7-37517f09c711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3598944'] for segment, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:25:00.419011 dv-cinder-789603-6-iscsi neutron-server[78793]: Traceback (most recent call last): May 12 15:25:00.419011 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 15:25:00.419011 dv-cinder-789603-6-iscsi neutron-server[78793]: timer() May 12 15:25:00.419011 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 15:25:00.419011 dv-cinder-789603-6-iscsi neutron-server[78793]: cb(*args, **kw) May 12 15:25:00.419011 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 12 15:25:00.419011 dv-cinder-789603-6-iscsi neutron-server[78793]: return func(*args, **kwargs) May 12 15:25:00.419011 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 15:25:00.419011 dv-cinder-789603-6-iscsi neutron-server[78793]: self._notify() May 12 15:25:00.419011 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 15:25:00.419011 dv-cinder-789603-6-iscsi neutron-server[78793]: self.callback(batched_events) May 12 15:25:00.419011 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 15:25:00.419011 dv-cinder-789603-6-iscsi neutron-server[78793]: event.method(event) May 12 15:25:00.419011 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 15:25:00.419011 dv-cinder-789603-6-iscsi neutron-server[78793]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 15:25:00.419011 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 15:25:00.419011 dv-cinder-789603-6-iscsi neutron-server[78793]: aggregate_uuid = self.p_client.list_aggregates( May 12 15:25:00.419011 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 15:25:00.419011 dv-cinder-789603-6-iscsi neutron-server[78793]: return f(self, *a, **k) May 12 15:25:00.419011 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 15:25:00.419011 dv-cinder-789603-6-iscsi neutron-server[78793]: return self._get(url).json() May 12 15:25:00.419011 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 15:25:00.419011 dv-cinder-789603-6-iscsi neutron-server[78793]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 15:25:00.419011 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 15:25:00.419011 dv-cinder-789603-6-iscsi neutron-server[78793]: return self.request(url, 'GET', **kwargs) May 12 15:25:00.419011 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 15:25:00.419011 dv-cinder-789603-6-iscsi neutron-server[78793]: base_url = self.get_endpoint(auth, allow=allow, May 12 15:25:00.419011 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 15:25:00.419011 dv-cinder-789603-6-iscsi neutron-server[78793]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 15:25:00.419011 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 15:25:00.419011 dv-cinder-789603-6-iscsi neutron-server[78793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 15:25:00.419011 dv-cinder-789603-6-iscsi neutron-server[78793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 15:25:00.507825 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-95225197-c0a7-48c2-b6a7-37517f09c711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1434421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706613'] for network, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:25:00.511501 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:25:00.525533 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-95225197-c0a7-48c2-b6a7-37517f09c711 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for network, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:25:00.536856 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95225197-c0a7-48c2-b6a7-37517f09c711 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb786cfb-6ac9-4fb8-8644-ee3baa944840,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:25:00.540073 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-95225197-c0a7-48c2-b6a7-37517f09c711 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:25:00.546558 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-95225197-c0a7-48c2-b6a7-37517f09c711 admin admin] 10.222.0.32 "DELETE /v2.0/networks/fb786cfb-6ac9-4fb8-8644-ee3baa944840 HTTP/1.1" status: 204 len: 168 time: 0.4527729 May 12 15:25:00.728830 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device ede0adc9-7564-4e53-95f3-07808a31d783 no longer exists at agent ovs-agent-dv-cinder-789603-6-iscsi {{(pid=78794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:25:00.773582 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.plugin [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] No Port match for: ede0adc9-7564-4e53-95f3-07808a31d783 {{(pid=78794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 15:25:00.777091 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 44866) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:25:00.779593 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device ede0adc9-7564-4e53-95f3-07808a31d783 not bound to the agent host dv-cinder-789603-6-iscsi {{(pid=78794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:25:00.780266 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device 7b1adb1c-08d4-44c2-b100-f4c09e3ddca9 no longer exists at agent ovs-agent-dv-cinder-789603-6-iscsi {{(pid=78794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:25:00.823697 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.plugin [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] No Port match for: 7b1adb1c-08d4-44c2-b100-f4c09e3ddca9 {{(pid=78794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 15:25:00.824404 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device 7b1adb1c-08d4-44c2-b100-f4c09e3ddca9 not bound to the agent host dv-cinder-789603-6-iscsi {{(pid=78794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:25:00.840751 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-8aceb2d3-e419-4697-beae-2915eec0929d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=74c7c1c901cc4a308c52d5960e08ed68&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0611029 May 12 15:25:00.843234 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 44872) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:25:00.908788 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-c97fbd0a-6e6f-4bb1-b40f-1e5bbb69f4e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:25:00.937558 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-c97fbd0a-6e6f-4bb1-b40f-1e5bbb69f4e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:25:00.994996 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-c97fbd0a-6e6f-4bb1-b40f-1e5bbb69f4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:25:01.000631 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-22b4de3d-be69-4ac1-be4b-0b1d29a81c62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:25:01.013532 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97fbd0a-6e6f-4bb1-b40f-1e5bbb69f4e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b824c554-e6cc-4917-ada9-22fa35eb4dd6,revision_number=None']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:25:01.017011 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-c97fbd0a-6e6f-4bb1-b40f-1e5bbb69f4e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:25:01.032522 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-c97fbd0a-6e6f-4bb1-b40f-1e5bbb69f4e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:25:01.035091 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-c97fbd0a-6e6f-4bb1-b40f-1e5bbb69f4e5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b824c554-e6cc-4917-ada9-22fa35eb4dd6 HTTP/1.1" status: 204 len: 168 time: 0.1903203 May 12 15:25:03.153062 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.agents_db [None req-dd47ce14-932e-4540-b008-5e9038d1c348 None None] Agent healthcheck: found 6 active agents {{(pid=78795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 15:25:03.295522 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 44982) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:25:03.410748 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-cdeed2df-76d3-407b-be98-861b641a18bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:25:03.425620 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-cdeed2df-76d3-407b-be98-861b641a18bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:25:03.429268 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-cdeed2df-76d3-407b-be98-861b641a18bb admin admin] Usage tracker for resource:security_group_rule and tenant:01b9fe9c697241b6ac69689a75f2d345 is out of sync, need to count used quota {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:25:03.432363 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-cdeed2df-76d3-407b-be98-861b641a18bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:25:03.442013 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-cdeed2df-76d3-407b-be98-861b641a18bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:25:03.533025 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-cdeed2df-76d3-407b-be98-861b641a18bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:25:03.537553 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-cdeed2df-76d3-407b-be98-861b641a18bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:25:03.545380 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-ab1ef783-6c11-4fb4-86cf-63101c980a9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:25:03.591471 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-cdeed2df-76d3-407b-be98-861b641a18bb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=01b9fe9c697241b6ac69689a75f2d345&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2920270 May 12 15:25:03.591471 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeed2df-76d3-407b-be98-861b641a18bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff2ac850-c0b5-4566-ba6c-281ad37539d3,revision_number=1']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:25:03.593410 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 44996) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:25:03.594470 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-cdeed2df-76d3-407b-be98-861b641a18bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:25:03.669830 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-4be9313a-e54f-4915-926d-47795eed48e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:25:03.702400 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-4be9313a-e54f-4915-926d-47795eed48e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:25:03.759733 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-4be9313a-e54f-4915-926d-47795eed48e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:25:03.767099 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-290a963c-8ed5-48ae-9ca0-da3091e6d0a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:25:03.783440 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be9313a-e54f-4915-926d-47795eed48e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff2ac850-c0b5-4566-ba6c-281ad37539d3,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:25:03.785646 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-4be9313a-e54f-4915-926d-47795eed48e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:25:03.789419 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-4be9313a-e54f-4915-926d-47795eed48e0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ff2ac850-c0b5-4566-ba6c-281ad37539d3 HTTP/1.1" status: 204 len: 168 time: 0.1939929 May 12 15:25:03.799514 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-4be9313a-e54f-4915-926d-47795eed48e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:25:04.015154 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7745676-c695-4e7a-98fd-1650ac67d884 req-0ba61713-e53f-454d-a1c8-8405df85b8bf tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:25:04.016728 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-d7745676-c695-4e7a-98fd-1650ac67d884 req-0ba61713-e53f-454d-a1c8-8405df85b8bf tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc932ba1-5b4a-4624-9029-e047b5a14c84 HTTP/1.1" status: 200 len: 945 time: 0.0827749 May 12 15:25:04.067421 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-d7745676-c695-4e7a-98fd-1650ac67d884 req-d1278cfb-78ef-4b98-9bf0-8047c0748c04 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/security-groups?id=b59b4c23-61fe-43f1-a95c-f7c6a6178560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439808 May 12 15:25:04.120233 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 45018) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:25:04.139388 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-f8b29a1c-ce9a-46e9-864c-c968d8cdb28a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:25:04.153694 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-f8b29a1c-ce9a-46e9-864c-c968d8cdb28a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:25:04.157443 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-f8b29a1c-ce9a-46e9-864c-c968d8cdb28a admin admin] Usage tracker for resource:security_group_rule and tenant:815bbefed6c84a45bba28391aa95cdba is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:25:04.160355 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-f8b29a1c-ce9a-46e9-864c-c968d8cdb28a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:25:04.165961 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-f8b29a1c-ce9a-46e9-864c-c968d8cdb28a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:25:04.249065 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-f8b29a1c-ce9a-46e9-864c-c968d8cdb28a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:25:04.252887 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-f8b29a1c-ce9a-46e9-864c-c968d8cdb28a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:25:04.260941 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-e29a477d-8cc5-4133-9d20-999a36a934ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:25:04.298745 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-f8b29a1c-ce9a-46e9-864c-c968d8cdb28a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=815bbefed6c84a45bba28391aa95cdba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1773760 May 12 15:25:04.300274 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b29a1c-ce9a-46e9-864c-c968d8cdb28a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f62e058c-c169-44b2-a5b1-9bef999fd8a1,revision_number=1']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:25:04.301477 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 45022) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:25:04.303162 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-f8b29a1c-ce9a-46e9-864c-c968d8cdb28a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:25:04.364189 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-2babcc22-fd34-4075-a363-a3c8497696c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:25:04.390089 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-2babcc22-fd34-4075-a363-a3c8497696c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:25:04.444212 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-2babcc22-fd34-4075-a363-a3c8497696c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:25:04.447927 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-a6470767-8058-4101-ad1e-cac67b64293a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:25:04.460708 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2babcc22-fd34-4075-a363-a3c8497696c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f62e058c-c169-44b2-a5b1-9bef999fd8a1,revision_number=None']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:25:04.464430 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-2babcc22-fd34-4075-a363-a3c8497696c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:25:04.469746 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-2babcc22-fd34-4075-a363-a3c8497696c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:25:04.470874 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-2babcc22-fd34-4075-a363-a3c8497696c9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f62e058c-c169-44b2-a5b1-9bef999fd8a1 HTTP/1.1" status: 204 len: 168 time: 0.1675365 May 12 15:25:05.260447 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b0ad7f-1c26-4171-93f7-91c3b45c8c21 req-c7e551a2-1b28-4136-9379-c22f4a9f1832 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:25:05.262630 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-b1b0ad7f-1c26-4171-93f7-91c3b45c8c21 req-c7e551a2-1b28-4136-9379-c22f4a9f1832 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc932ba1-5b4a-4624-9029-e047b5a14c84 HTTP/1.1" status: 200 len: 945 time: 0.0868521 May 12 15:25:05.308125 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-b1b0ad7f-1c26-4171-93f7-91c3b45c8c21 req-9f314254-2007-4cdf-94b3-1afed94be652 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/security-groups?id=b59b4c23-61fe-43f1-a95c-f7c6a6178560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394390 May 12 15:25:06.502283 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bb4537-c53e-4155-b9aa-ffc55af13580 req-c6af1992-7ecf-4ff5-92f8-aa16ab4e4342 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:25:06.503716 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-b5bb4537-c53e-4155-b9aa-ffc55af13580 req-c6af1992-7ecf-4ff5-92f8-aa16ab4e4342 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc932ba1-5b4a-4624-9029-e047b5a14c84 HTTP/1.1" status: 200 len: 945 time: 0.0788937 May 12 15:25:06.548420 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-b5bb4537-c53e-4155-b9aa-ffc55af13580 req-ca739413-1aac-4400-9f39-4727e79d9b90 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/security-groups?id=b59b4c23-61fe-43f1-a95c-f7c6a6178560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385711 May 12 15:25:07.751155 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06f403e-b706-4b21-89ab-f3211bac67b9 req-f5803cd2-e9b4-4b47-9817-dc187a57e805 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:25:07.752583 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-f06f403e-b706-4b21-89ab-f3211bac67b9 req-f5803cd2-e9b4-4b47-9817-dc187a57e805 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc932ba1-5b4a-4624-9029-e047b5a14c84 HTTP/1.1" status: 200 len: 945 time: 0.0827062 May 12 15:25:07.797215 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-f06f403e-b706-4b21-89ab-f3211bac67b9 req-cfe35af3-7d7e-4f3c-bf51-0ace9b9aad5a tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/security-groups?id=b59b4c23-61fe-43f1-a95c-f7c6a6178560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387688 May 12 15:25:09.008693 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057eb08f-3697-4555-b3ee-f91b67f307cd req-8ba2c3e2-e403-4bca-9b55-e4e4f3a00aa6 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:25:09.010182 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-057eb08f-3697-4555-b3ee-f91b67f307cd req-8ba2c3e2-e403-4bca-9b55-e4e4f3a00aa6 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc932ba1-5b4a-4624-9029-e047b5a14c84 HTTP/1.1" status: 200 len: 945 time: 0.0855284 May 12 15:25:09.056164 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-057eb08f-3697-4555-b3ee-f91b67f307cd req-e50f3068-7e68-402e-bb6d-c8e846555d72 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/security-groups?id=b59b4c23-61fe-43f1-a95c-f7c6a6178560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395172 May 12 15:25:09.341559 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72635b69-79fe-49d9-b279-d2d156877986 req-8e40fa49-05b2-472c-af7a-c47c25fb8bf5 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:25:09.343063 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-72635b69-79fe-49d9-b279-d2d156877986 req-8e40fa49-05b2-472c-af7a-c47c25fb8bf5 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2daef1f-ff21-48cf-81f8-2e95330cb4ed HTTP/1.1" status: 200 len: 946 time: 0.0796719 May 12 15:25:09.392452 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-72635b69-79fe-49d9-b279-d2d156877986 req-cfa56f32-48f0-47c0-b40d-d81aa2b9b4e0 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/security-groups?id=407a0da7-a4d3-4f3d-9cd4-51775d5611cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425069 May 12 15:25:10.244308 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d680d8-84f5-4ae1-a968-5f5364167b6f req-ef66aa17-18fc-4bf5-9d85-374ce28431e8 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:25:10.245794 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-35d680d8-84f5-4ae1-a968-5f5364167b6f req-ef66aa17-18fc-4bf5-9d85-374ce28431e8 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc932ba1-5b4a-4624-9029-e047b5a14c84 HTTP/1.1" status: 200 len: 945 time: 0.0788455 May 12 15:25:10.289297 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-35d680d8-84f5-4ae1-a968-5f5364167b6f req-68045236-1834-4412-bdbe-20d90178fcfb tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/security-groups?id=b59b4c23-61fe-43f1-a95c-f7c6a6178560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377491 May 12 15:25:10.585010 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b80936-2ac1-4598-b73a-f68477a0a21d req-ea4a606c-5fcf-4c65-afae-eb1a085247ad tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:25:10.586272 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-75b80936-2ac1-4598-b73a-f68477a0a21d req-ea4a606c-5fcf-4c65-afae-eb1a085247ad tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2daef1f-ff21-48cf-81f8-2e95330cb4ed HTTP/1.1" status: 200 len: 946 time: 0.0848262 May 12 15:25:10.631012 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-75b80936-2ac1-4598-b73a-f68477a0a21d req-7eb1c162-ba38-4768-b8a0-e5e4b9d09728 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/security-groups?id=407a0da7-a4d3-4f3d-9cd4-51775d5611cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383627 May 12 15:25:11.471855 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9bc4f2-d628-4a26-a3c1-593ba88aca9c req-a06618c9-0529-473a-a023-ac771351d7ec tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:25:11.473301 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-6c9bc4f2-d628-4a26-a3c1-593ba88aca9c req-a06618c9-0529-473a-a023-ac771351d7ec tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc932ba1-5b4a-4624-9029-e047b5a14c84 HTTP/1.1" status: 200 len: 945 time: 0.0795684 May 12 15:25:11.604284 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-6c9bc4f2-d628-4a26-a3c1-593ba88aca9c req-7e8bbc84-2779-4d21-9ba7-1e89e8e6ecad tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/security-groups?id=b59b4c23-61fe-43f1-a95c-f7c6a6178560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252432 May 12 15:25:11.816592 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e09c42-8f90-4ab7-9d1e-7a8411f3cde9 req-0033a9a7-a7e6-48ea-ad6b-0ba274386a45 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:25:11.818215 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-28e09c42-8f90-4ab7-9d1e-7a8411f3cde9 req-0033a9a7-a7e6-48ea-ad6b-0ba274386a45 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2daef1f-ff21-48cf-81f8-2e95330cb4ed HTTP/1.1" status: 200 len: 946 time: 0.0790739 May 12 15:25:11.864264 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-28e09c42-8f90-4ab7-9d1e-7a8411f3cde9 req-b3982380-8c7a-40e3-a20a-289c018d12ef tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/security-groups?id=407a0da7-a4d3-4f3d-9cd4-51775d5611cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402215 May 12 15:25:12.789267 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbda5728-2c53-4f1f-8532-e1cf9876e0c4 req-4c54e3f0-138a-427f-95b5-6e8819a30c6f tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:25:12.790746 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-bbda5728-2c53-4f1f-8532-e1cf9876e0c4 req-4c54e3f0-138a-427f-95b5-6e8819a30c6f tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc932ba1-5b4a-4624-9029-e047b5a14c84 HTTP/1.1" status: 200 len: 945 time: 0.0816708 May 12 15:25:12.835161 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-bbda5728-2c53-4f1f-8532-e1cf9876e0c4 req-676f3a17-3087-449b-ac9a-b3c705fa7c91 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/security-groups?id=b59b4c23-61fe-43f1-a95c-f7c6a6178560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382397 May 12 15:25:13.060196 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f2f5b1-2042-4e3f-bf6a-fe2925bad6be req-d1c45686-48de-41a2-aa50-71ef58ee619c tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:25:13.061640 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-77f2f5b1-2042-4e3f-bf6a-fe2925bad6be req-d1c45686-48de-41a2-aa50-71ef58ee619c tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2daef1f-ff21-48cf-81f8-2e95330cb4ed HTTP/1.1" status: 200 len: 946 time: 0.0811400 May 12 15:25:13.108929 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-77f2f5b1-2042-4e3f-bf6a-fe2925bad6be req-d0f54f95-36c1-4041-b3ea-24110e6fa706 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/security-groups?id=407a0da7-a4d3-4f3d-9cd4-51775d5611cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415156 May 12 15:25:14.044823 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419d8463-5b1a-484e-9ed8-5d705e1a8b1d req-04620ba0-c0ce-49e8-9d70-2dff56c01571 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:25:14.046562 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-419d8463-5b1a-484e-9ed8-5d705e1a8b1d req-04620ba0-c0ce-49e8-9d70-2dff56c01571 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc932ba1-5b4a-4624-9029-e047b5a14c84 HTTP/1.1" status: 200 len: 945 time: 0.0936527 May 12 15:25:14.094775 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-419d8463-5b1a-484e-9ed8-5d705e1a8b1d req-4d4bde9b-0636-4fd6-ba94-19157a441186 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/security-groups?id=b59b4c23-61fe-43f1-a95c-f7c6a6178560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420849 May 12 15:25:14.294593 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575def49-a5be-47bc-9b78-acaed680f211 req-e8a80199-f2f3-4c93-ab19-d950f0ebdfba tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:25:14.296026 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-575def49-a5be-47bc-9b78-acaed680f211 req-e8a80199-f2f3-4c93-ab19-d950f0ebdfba tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2daef1f-ff21-48cf-81f8-2e95330cb4ed HTTP/1.1" status: 200 len: 946 time: 0.0824561 May 12 15:25:14.339999 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-575def49-a5be-47bc-9b78-acaed680f211 req-9ca68253-b314-46ac-8fa1-f9c4d4e1f952 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/security-groups?id=407a0da7-a4d3-4f3d-9cd4-51775d5611cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382466 May 12 15:25:15.352757 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b16ba05-6b48-48eb-888e-c011af1e7746 req-b02e6936-7823-49b4-95fd-7d0800a746b9 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:25:15.354250 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-2b16ba05-6b48-48eb-888e-c011af1e7746 req-b02e6936-7823-49b4-95fd-7d0800a746b9 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc932ba1-5b4a-4624-9029-e047b5a14c84 HTTP/1.1" status: 200 len: 945 time: 0.1437001 May 12 15:25:15.406713 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 45232) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:25:15.415822 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b6175-7a2c-4fc3-a6ac-882337d54e66 req-570d3ad7-be3c-4860-9941-7628f0eff56a tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:25:15.417298 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-9a9b6175-7a2c-4fc3-a6ac-882337d54e66 req-570d3ad7-be3c-4860-9941-7628f0eff56a tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.85 "GET /v2.0/ports?device_id=d2daef1f-ff21-48cf-81f8-2e95330cb4ed HTTP/1.1" status: 200 len: 946 time: 0.1428721 May 12 15:25:15.435393 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-2b16ba05-6b48-48eb-888e-c011af1e7746 req-a8996722-1f90-45d1-a7e1-8cee8f51e810 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/security-groups?id=b59b4c23-61fe-43f1-a95c-f7c6a6178560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744028 May 12 15:25:15.550693 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-13859299-a8db-4ba3-ad75-21c20336c4e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:25:15.568544 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-13859299-a8db-4ba3-ad75-21c20336c4e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:25:15.574665 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-13859299-a8db-4ba3-ad75-21c20336c4e9 admin admin] Usage tracker for resource:security_group_rule and tenant:9242c98f42a94aef8de0ae5c70e6bd1f is out of sync, need to count used quota {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:25:15.577921 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-13859299-a8db-4ba3-ad75-21c20336c4e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:25:15.585699 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-13859299-a8db-4ba3-ad75-21c20336c4e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:25:15.623890 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12f4eae-55e2-419f-8067-6474b1ea04d6 req-f3425f16-498d-4241-819e-70f93b94bca7 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:25:15.625503 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-b12f4eae-55e2-419f-8067-6474b1ea04d6 req-f3425f16-498d-4241-819e-70f93b94bca7 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2daef1f-ff21-48cf-81f8-2e95330cb4ed HTTP/1.1" status: 200 len: 946 time: 0.1490598 May 12 15:25:15.662693 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.plugin [req-9a9b6175-7a2c-4fc3-a6ac-882337d54e66 req-2a15aade-6900-4515-98f6-c922f912c160 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Deleting port 3e3a3b5c-ff55-4027-b177-62aa435a2679 {{(pid=78793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:25:15.663307 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-9a9b6175-7a2c-4fc3-a6ac-882337d54e66 req-2a15aade-6900-4515-98f6-c922f912c160 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649292957'] for port, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:25:15.690639 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-b12f4eae-55e2-419f-8067-6474b1ea04d6 req-204d9540-e2a0-4351-b121-d5b6265e60f4 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/security-groups?id=407a0da7-a4d3-4f3d-9cd4-51775d5611cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566177 May 12 15:25:15.779384 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-13859299-a8db-4ba3-ad75-21c20336c4e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:25:15.786443 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-13859299-a8db-4ba3-ad75-21c20336c4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:25:15.794624 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-c97fbd0a-6e6f-4bb1-b40f-1e5bbb69f4e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:25:15.844028 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-13859299-a8db-4ba3-ad75-21c20336c4e9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9242c98f42a94aef8de0ae5c70e6bd1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4337199 May 12 15:25:15.844446 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 45250) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:25:15.847129 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13859299-a8db-4ba3-ad75-21c20336c4e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25ba4997-cf27-4fd7-a833-e0c654af9ddb,revision_number=1']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:25:15.880378 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.db [req-9a9b6175-7a2c-4fc3-a6ac-882337d54e66 req-2a15aade-6900-4515-98f6-c922f912c160 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] For port 3e3a3b5c-ff55-4027-b177-62aa435a2679, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=3e3a3b5c-ff55-4027-b177-62aa435a2679,segment=NetworkSegment(7ee36844-76cc-45b7-8272-2e23d10e7138),segment_id=7ee36844-76cc-45b7-8272-2e23d10e7138)] {{(pid=78793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:25:15.882013 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-9a9b6175-7a2c-4fc3-a6ac-882337d54e66 req-2a15aade-6900-4515-98f6-c922f912c160 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:25:15.919773 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-13859299-a8db-4ba3-ad75-21c20336c4e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:25:15.938362 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-4a39565e-d125-47aa-9abe-a72f2d1670f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:25:15.967024 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-4a39565e-d125-47aa-9abe-a72f2d1670f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:25:16.023666 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.plugin [req-9a9b6175-7a2c-4fc3-a6ac-882337d54e66 req-2a15aade-6900-4515-98f6-c922f912c160 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Calling delete_port for 3e3a3b5c-ff55-4027-b177-62aa435a2679 owned by compute:nova {{(pid=78793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:25:16.030772 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-4a39565e-d125-47aa-9abe-a72f2d1670f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:25:16.035758 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-c4bdf3c5-0ad5-405f-8a08-f2bc5207b064 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:25:16.047005 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a39565e-d125-47aa-9abe-a72f2d1670f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ba4997-cf27-4fd7-a833-e0c654af9ddb,revision_number=None']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:25:16.050812 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-4a39565e-d125-47aa-9abe-a72f2d1670f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:25:16.054572 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-4a39565e-d125-47aa-9abe-a72f2d1670f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:25:16.055836 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-4a39565e-d125-47aa-9abe-a72f2d1670f7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/25ba4997-cf27-4fd7-a833-e0c654af9ddb HTTP/1.1" status: 204 len: 168 time: 0.2105083 May 12 15:25:16.156912 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-9a9b6175-7a2c-4fc3-a6ac-882337d54e66 req-2a15aade-6900-4515-98f6-c922f912c160 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649297264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739648862733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3598933'] for port, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:25:16.164743 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-885c357e-b807-4d19-817d-39755fed3400 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:25:16.212472 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a15aade-6900-4515-98f6-c922f912c160 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Pushing event deleted for resources: {'Port': ['ID=3e3a3b5c-ff55-4027-b177-62aa435a2679,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:25:16.215605 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-2a15aade-6900-4515-98f6-c922f912c160 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:25:16.237438 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 45268) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:25:16.289899 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a9b6175-7a2c-4fc3-a6ac-882337d54e66 req-2a15aade-6900-4515-98f6-c922f912c160 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] No DVR routers for this DVR port 3e3a3b5c-ff55-4027-b177-62aa435a2679 on host hv-cinder-78960 {{(pid=78793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:25:16.292505 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-9a9b6175-7a2c-4fc3-a6ac-882337d54e66 req-2a15aade-6900-4515-98f6-c922f912c160 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2050383'] for port, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:25:16.296469 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2daef1f-ff21-48cf-81f8-2e95330cb4ed', 'name': 'network-vif-deleted', 'tag': '3e3a3b5c-ff55-4027-b177-62aa435a2679'}] {{(pid=78793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:25:16.317031 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-9a9b6175-7a2c-4fc3-a6ac-882337d54e66 req-2a15aade-6900-4515-98f6-c922f912c160 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.85 "DELETE /v2.0/ports/3e3a3b5c-ff55-4027-b177-62aa435a2679 HTTP/1.1" status: 204 len: 173 time: 0.8931322 May 12 15:25:16.347868 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2daef1f-ff21-48cf-81f8-2e95330cb4ed', 'name': 'network-vif-deleted', 'tag': '3e3a3b5c-ff55-4027-b177-62aa435a2679', 'status': 'completed', 'code': 200} May 12 15:25:16.372920 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-ed8bd374-d85c-490c-9942-11822aa6c017 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:25:16.388021 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-ed8bd374-d85c-490c-9942-11822aa6c017 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:25:16.391820 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-ed8bd374-d85c-490c-9942-11822aa6c017 admin admin] Usage tracker for resource:security_group_rule and tenant:17a4146e43284284942facfc2da81e1d is out of sync, need to count used quota {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:25:16.394628 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-ed8bd374-d85c-490c-9942-11822aa6c017 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:25:16.400226 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-ed8bd374-d85c-490c-9942-11822aa6c017 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:25:16.486016 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-ed8bd374-d85c-490c-9942-11822aa6c017 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:25:16.491297 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-ed8bd374-d85c-490c-9942-11822aa6c017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:25:16.502055 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-6c7153ff-f8bc-4ad3-a74e-e51fd1085188 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:25:16.548184 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-ed8bd374-d85c-490c-9942-11822aa6c017 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=17a4146e43284284942facfc2da81e1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3046067 May 12 15:25:16.548184 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8bd374-d85c-490c-9942-11822aa6c017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50b106b6-b54f-4e88-aebe-9db8673d5b04,revision_number=1']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:25:16.548588 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 45286) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:25:16.549030 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-ed8bd374-d85c-490c-9942-11822aa6c017 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:25:16.617949 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-ea630693-4b85-4114-a40d-01abe8411749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:25:16.631499 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f15e2c-793a-49f8-bd5e-035c256244a9 req-39b49ab7-74e4-41cf-9442-50864f9e8bb9 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:25:16.632996 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-89f15e2c-793a-49f8-bd5e-035c256244a9 req-39b49ab7-74e4-41cf-9442-50864f9e8bb9 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc932ba1-5b4a-4624-9029-e047b5a14c84 HTTP/1.1" status: 200 len: 945 time: 0.0887454 May 12 15:25:16.664425 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-ea630693-4b85-4114-a40d-01abe8411749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:25:16.681110 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-89f15e2c-793a-49f8-bd5e-035c256244a9 req-c3e6ecdd-9818-464c-931f-79ea3c12fb80 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/security-groups?id=b59b4c23-61fe-43f1-a95c-f7c6a6178560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415602 May 12 15:25:16.729673 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-ea630693-4b85-4114-a40d-01abe8411749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:25:16.735078 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-4be9313a-e54f-4915-926d-47795eed48e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:25:16.748758 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea630693-4b85-4114-a40d-01abe8411749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b106b6-b54f-4e88-aebe-9db8673d5b04,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:25:16.751355 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-ea630693-4b85-4114-a40d-01abe8411749 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:25:16.752574 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-ea630693-4b85-4114-a40d-01abe8411749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:25:16.753649 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-ea630693-4b85-4114-a40d-01abe8411749 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/50b106b6-b54f-4e88-aebe-9db8673d5b04 HTTP/1.1" status: 204 len: 168 time: 0.2068365 May 12 15:25:16.863883 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [req-4c39c335-05bd-4d45-a21d-2db960b54b60 req-687029bf-570f-4f29-9d63-f585340c64b6 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Synchronizing usage tracker for tenant:8a21d04a99f0458e93f3f0fa12183ea4 on resource:port {{(pid=78793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:25:16.884325 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [req-4c39c335-05bd-4d45-a21d-2db960b54b60 req-687029bf-570f-4f29-9d63-f585340c64b6 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Unset dirty status for tenant:8a21d04a99f0458e93f3f0fa12183ea4 on resource:port {{(pid=78793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:25:16.885668 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-4c39c335-05bd-4d45-a21d-2db960b54b60 req-687029bf-570f-4f29-9d63-f585340c64b6 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2daef1f-ff21-48cf-81f8-2e95330cb4ed HTTP/1.1" status: 200 len: 210 time: 0.0745254 May 12 15:25:18.046703 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] get_ports_and_sgs() called for port_ids ['3e3a3b5c-ff55-4027-b177-62aa435a2679'] {{(pid=78794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:25:18.316278 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe4a1f5-d794-429a-b892-1ff787936d94 req-5d6f6a10-65dd-47a3-a1cc-8c2ce25fdd97 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:25:18.317707 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-abe4a1f5-d794-429a-b892-1ff787936d94 req-5d6f6a10-65dd-47a3-a1cc-8c2ce25fdd97 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc932ba1-5b4a-4624-9029-e047b5a14c84 HTTP/1.1" status: 200 len: 945 time: 0.0812731 May 12 15:25:18.362162 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-abe4a1f5-d794-429a-b892-1ff787936d94 req-6fe05e70-8c2c-4974-9566-952e4127f287 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/security-groups?id=b59b4c23-61fe-43f1-a95c-f7c6a6178560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380375 May 12 15:25:18.495329 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-4e0e3f88-f826-4ed3-8f0f-5f9c789624e0 req-cfc2d559-afc7-4ebc-a71e-7baedfb89150 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2daef1f-ff21-48cf-81f8-2e95330cb4ed HTTP/1.1" status: 200 len: 210 time: 0.0405970 May 12 15:25:18.668459 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-cc2b5ada-88e1-4c5f-8625-91189a1de3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:25:19.546220 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b6bd71-8668-4ed2-a6cb-05290af3f771 req-5ee3e7ab-d52f-469b-851e-f41a9e89bb85 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:25:19.547703 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-c6b6bd71-8668-4ed2-a6cb-05290af3f771 req-5ee3e7ab-d52f-469b-851e-f41a9e89bb85 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc932ba1-5b4a-4624-9029-e047b5a14c84 HTTP/1.1" status: 200 len: 945 time: 0.0811446 May 12 15:25:19.599318 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-c6b6bd71-8668-4ed2-a6cb-05290af3f771 req-1352c82e-069a-4031-9292-f2fe3d166ec5 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/security-groups?id=b59b4c23-61fe-43f1-a95c-f7c6a6178560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455821 May 12 15:25:19.735829 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-8bf71e48-6047-4a0b-8d16-7ea9c5174bd8 req-ef86f16d-6ec9-466b-8d66-4923867db2d2 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2daef1f-ff21-48cf-81f8-2e95330cb4ed HTTP/1.1" status: 200 len: 210 time: 0.0423508 May 12 15:25:20.797163 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095208fd-9b83-46e9-ae0d-983c22038ac7 req-15d924b9-71fa-43e8-a590-b65fc9c371e8 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:25:20.798458 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-095208fd-9b83-46e9-ae0d-983c22038ac7 req-15d924b9-71fa-43e8-a590-b65fc9c371e8 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc932ba1-5b4a-4624-9029-e047b5a14c84 HTTP/1.1" status: 200 len: 945 time: 0.0876398 May 12 15:25:20.847372 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-095208fd-9b83-46e9-ae0d-983c22038ac7 req-399c3536-ff85-4e52-8d78-10548092bfeb tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/security-groups?id=b59b4c23-61fe-43f1-a95c-f7c6a6178560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410957 May 12 15:25:20.917493 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-18214b65-6397-4a86-8a0b-ccbdb0930dbf req-11bc9502-0779-4766-a3e4-db3b487ce625 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2daef1f-ff21-48cf-81f8-2e95330cb4ed HTTP/1.1" status: 200 len: 210 time: 0.0453258 May 12 15:25:21.103347 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-051344e3-b330-43d3-87a3-512a08f56c02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:25:21.611907 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:25:22.057205 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c7a6f7-ca2d-4a89-8b11-bfb8fd605bb2 req-475944a6-51c4-4592-85a2-2d242cad23b3 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:25:22.058900 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-18c7a6f7-ca2d-4a89-8b11-bfb8fd605bb2 req-475944a6-51c4-4592-85a2-2d242cad23b3 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc932ba1-5b4a-4624-9029-e047b5a14c84 HTTP/1.1" status: 200 len: 945 time: 0.1010518 May 12 15:25:22.107997 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-18c7a6f7-ca2d-4a89-8b11-bfb8fd605bb2 req-dc44d687-3be0-411a-9fa4-9279b24f35ad tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/security-groups?id=b59b4c23-61fe-43f1-a95c-f7c6a6178560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433843 May 12 15:25:22.269883 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-8e9e3eb0-3c8e-4693-b231-5e176560d846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:25:23.302455 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751ae111-75fb-4319-8832-6694b6ad53bb req-3edb2d23-e88c-47a2-843e-fded609a45eb tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:25:23.304163 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-751ae111-75fb-4319-8832-6694b6ad53bb req-3edb2d23-e88c-47a2-843e-fded609a45eb tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc932ba1-5b4a-4624-9029-e047b5a14c84 HTTP/1.1" status: 200 len: 945 time: 0.0832362 May 12 15:25:23.353214 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-751ae111-75fb-4319-8832-6694b6ad53bb req-57b0c508-f3c1-49e6-b610-8e89487c48e1 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/security-groups?id=b59b4c23-61fe-43f1-a95c-f7c6a6178560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426199 May 12 15:25:24.173426 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-876105c5-eed7-46ba-a478-d2a34eb0d798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:25:24.542538 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0173cd6-eb8d-42b2-a1d1-a9bdd2548051 req-4e35824c-7d7a-4121-ab93-c14fc156738d tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:25:24.544599 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-c0173cd6-eb8d-42b2-a1d1-a9bdd2548051 req-4e35824c-7d7a-4121-ab93-c14fc156738d tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc932ba1-5b4a-4624-9029-e047b5a14c84 HTTP/1.1" status: 200 len: 945 time: 0.0831690 May 12 15:25:24.589108 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-c0173cd6-eb8d-42b2-a1d1-a9bdd2548051 req-6dc0bb17-e371-483e-ae0e-1bad7f08cc27 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/security-groups?id=b59b4c23-61fe-43f1-a95c-f7c6a6178560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387011 May 12 15:25:25.007050 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 45476) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:25:25.234202 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-e3d12382-9346-4f6b-a192-3ec68905d1fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:25:25.250830 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-e3d12382-9346-4f6b-a192-3ec68905d1fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:25:25.254677 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-e3d12382-9346-4f6b-a192-3ec68905d1fa admin admin] Usage tracker for resource:security_group_rule and tenant:62b57acc959f40cb9cb8ab4cd8d04e9b is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:25:25.257649 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-e3d12382-9346-4f6b-a192-3ec68905d1fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:25:25.264877 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-e3d12382-9346-4f6b-a192-3ec68905d1fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:25:25.358845 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-e3d12382-9346-4f6b-a192-3ec68905d1fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:25:25.362698 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-e3d12382-9346-4f6b-a192-3ec68905d1fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:25:25.371752 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-143d4c20-cef7-4ab7-bc90-88cc25f9c315 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:25:25.408787 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-e3d12382-9346-4f6b-a192-3ec68905d1fa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=62b57acc959f40cb9cb8ab4cd8d04e9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4006560 May 12 15:25:25.410286 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d12382-9346-4f6b-a192-3ec68905d1fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf6a25d-9977-4b58-9fef-0d1a2cf958dd,revision_number=1']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:25:25.411427 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 45490) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:25:25.413445 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-e3d12382-9346-4f6b-a192-3ec68905d1fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:25:25.470263 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-4aaa671e-79a1-496f-bc1d-64c203e738ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:25:25.495764 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-4aaa671e-79a1-496f-bc1d-64c203e738ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:25:25.547136 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-4aaa671e-79a1-496f-bc1d-64c203e738ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:25:25.550811 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-7b7c9179-498b-4fee-844c-159af1ecda76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:25:25.564359 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaa671e-79a1-496f-bc1d-64c203e738ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf6a25d-9977-4b58-9fef-0d1a2cf958dd,revision_number=None']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:25:25.567813 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-4aaa671e-79a1-496f-bc1d-64c203e738ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:25:25.573011 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-4aaa671e-79a1-496f-bc1d-64c203e738ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:25:25.574135 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-4aaa671e-79a1-496f-bc1d-64c203e738ca admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dbf6a25d-9977-4b58-9fef-0d1a2cf958dd HTTP/1.1" status: 204 len: 168 time: 0.1617055 May 12 15:25:25.784918 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94255fa-2560-4b52-9844-538e5f2b5ecc req-f3fc931f-7a25-42ce-bcec-5d10c7935892 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:25:25.786609 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-d94255fa-2560-4b52-9844-538e5f2b5ecc req-f3fc931f-7a25-42ce-bcec-5d10c7935892 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc932ba1-5b4a-4624-9029-e047b5a14c84 HTTP/1.1" status: 200 len: 945 time: 0.0840008 May 12 15:25:25.833411 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-d94255fa-2560-4b52-9844-538e5f2b5ecc req-8d080f66-6c73-4947-b608-3595d12b7d59 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/security-groups?id=b59b4c23-61fe-43f1-a95c-f7c6a6178560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410128 May 12 15:25:26.976954 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Device 3e3a3b5c-ff55-4027-b177-62aa435a2679 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=78794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:25:27.022231 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2222ed6e-f605-44ec-b0aa-e1c85111e684 req-47e12602-9687-4a47-bf0a-291aa4035df1 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:25:27.023137 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.plugin [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] No Port match for: 3e3a3b5c-ff55-4027-b177-62aa435a2679 {{(pid=78794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 15:25:27.023491 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Device 3e3a3b5c-ff55-4027-b177-62aa435a2679 not bound to the agent host hv-cinder-78960 {{(pid=78794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:25:27.023763 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-2222ed6e-f605-44ec-b0aa-e1c85111e684 req-47e12602-9687-4a47-bf0a-291aa4035df1 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc932ba1-5b4a-4624-9029-e047b5a14c84 HTTP/1.1" status: 200 len: 945 time: 0.0814583 May 12 15:25:27.029000 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:25:27.075236 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-2222ed6e-f605-44ec-b0aa-e1c85111e684 req-00bed829-473c-42dc-a7c5-a62d6c90f0a5 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/security-groups?id=b59b4c23-61fe-43f1-a95c-f7c6a6178560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425234 May 12 15:25:28.259867 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1189399-08c3-4c13-8f79-b09c0ecf0636 req-d70efd7e-a9da-4338-9a5a-151e92084f53 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:25:28.261305 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-c1189399-08c3-4c13-8f79-b09c0ecf0636 req-d70efd7e-a9da-4338-9a5a-151e92084f53 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc932ba1-5b4a-4624-9029-e047b5a14c84 HTTP/1.1" status: 200 len: 945 time: 0.0790002 May 12 15:25:28.306176 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-c1189399-08c3-4c13-8f79-b09c0ecf0636 req-65ef17b8-8326-4a2c-a351-37239c23c0cb tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/security-groups?id=b59b4c23-61fe-43f1-a95c-f7c6a6178560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391715 May 12 15:25:29.672905 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43884d73-9987-4333-883f-8e75e0032fab req-bba5b257-6f12-49d4-ae3c-6b8421a17915 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:25:29.674382 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-43884d73-9987-4333-883f-8e75e0032fab req-bba5b257-6f12-49d4-ae3c-6b8421a17915 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc932ba1-5b4a-4624-9029-e047b5a14c84 HTTP/1.1" status: 200 len: 945 time: 0.2601898 May 12 15:25:29.718518 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-43884d73-9987-4333-883f-8e75e0032fab req-04955f8c-77d3-421a-8177-7c1d208067d9 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/security-groups?id=b59b4c23-61fe-43f1-a95c-f7c6a6178560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382195 May 12 15:25:30.055773 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cc6e3e-8ed5-4928-b1a6-22fc2fc25426 req-ba831c64-5aba-49f0-a2ed-3e573216c0ae tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:25:30.057221 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-b9cc6e3e-8ed5-4928-b1a6-22fc2fc25426 req-ba831c64-5aba-49f0-a2ed-3e573216c0ae tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc932ba1-5b4a-4624-9029-e047b5a14c84 HTTP/1.1" status: 200 len: 945 time: 0.0806100 May 12 15:25:30.182335 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-b9cc6e3e-8ed5-4928-b1a6-22fc2fc25426 req-8726f625-7ebc-45a8-a35b-0ceac66c4b46 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/security-groups?id=b59b4c23-61fe-43f1-a95c-f7c6a6178560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194053 May 12 15:25:31.367377 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac96d00-f748-453c-a438-113fc134acc0 req-2c38651d-ccc5-4320-bfde-1582645ee369 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:25:31.368739 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-4ac96d00-f748-453c-a438-113fc134acc0 req-2c38651d-ccc5-4320-bfde-1582645ee369 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc932ba1-5b4a-4624-9029-e047b5a14c84 HTTP/1.1" status: 200 len: 945 time: 0.0800159 May 12 15:25:31.415429 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-4ac96d00-f748-453c-a438-113fc134acc0 req-2ca83c9e-a981-4ec2-86e0-22ee83468186 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/security-groups?id=b59b4c23-61fe-43f1-a95c-f7c6a6178560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409203 May 12 15:25:32.606109 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2283b639-22a8-4559-adf6-31295c710d04 req-4471c463-25eb-4acb-81f7-395d10327442 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:25:32.607549 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-2283b639-22a8-4559-adf6-31295c710d04 req-4471c463-25eb-4acb-81f7-395d10327442 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc932ba1-5b4a-4624-9029-e047b5a14c84 HTTP/1.1" status: 200 len: 945 time: 0.0816941 May 12 15:25:32.651501 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-2283b639-22a8-4559-adf6-31295c710d04 req-0b39a091-ed0c-4ec0-b93b-210158688053 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/security-groups?id=b59b4c23-61fe-43f1-a95c-f7c6a6178560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381622 May 12 15:25:33.417231 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a99033-8ed1-49ad-89d2-e53e40a0ba71 req-cbff681d-d712-4996-a15c-0c77f409a513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:25:33.419177 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-69a99033-8ed1-49ad-89d2-e53e40a0ba71 req-cbff681d-d712-4996-a15c-0c77f409a513 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=f8b03419ce0c413cbee40794040a2918&device_id=cc932ba1-5b4a-4624-9029-e047b5a14c84 HTTP/1.1" status: 200 len: 1098 time: 0.0725708 May 12 15:25:33.611605 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a99033-8ed1-49ad-89d2-e53e40a0ba71 req-dfe4cbdb-5a87-434e-bc06-81b6f514c32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:25:33.613010 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-69a99033-8ed1-49ad-89d2-e53e40a0ba71 req-dfe4cbdb-5a87-434e-bc06-81b6f514c32c service neutron] 10.222.0.85 "GET /v2.0/networks?id=b0a67018-e604-4c5d-b021-363bc82650e3 HTTP/1.1" status: 200 len: 911 time: 0.1867537 May 12 15:25:33.718807 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-69a99033-8ed1-49ad-89d2-e53e40a0ba71 req-34b7e580-e60c-40b3-b8fb-6328ec04dddd service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55251288-febe-444f-ab34-91007bb36f67 HTTP/1.1" status: 200 len: 1000 time: 0.0980272 May 12 15:25:33.781544 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a99033-8ed1-49ad-89d2-e53e40a0ba71 req-4a4919ee-4846-4b9f-8668-d53f16a9d7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:25:33.782979 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-69a99033-8ed1-49ad-89d2-e53e40a0ba71 req-4a4919ee-4846-4b9f-8668-d53f16a9d7f9 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0bfa47e8-ea4e-42ac-a644-064fdadd42d3 HTTP/1.1" status: 200 len: 849 time: 0.0575292 May 12 15:25:33.849309 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dd0222-6322-4dee-9da6-bf5c4f213e2e req-8c8e9bb7-63f7-44d7-81a8-cafe2a9bbdfc tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:25:33.850779 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-10dd0222-6322-4dee-9da6-bf5c4f213e2e req-8c8e9bb7-63f7-44d7-81a8-cafe2a9bbdfc tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc932ba1-5b4a-4624-9029-e047b5a14c84 HTTP/1.1" status: 200 len: 945 time: 0.0828965 May 12 15:25:33.864499 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a99033-8ed1-49ad-89d2-e53e40a0ba71 req-28199df7-9a13-4562-a303-248605b7fa3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:25:33.865986 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-69a99033-8ed1-49ad-89d2-e53e40a0ba71 req-28199df7-9a13-4562-a303-248605b7fa3f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b0a67018-e604-4c5d-b021-363bc82650e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0756884 May 12 15:25:33.898491 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-10dd0222-6322-4dee-9da6-bf5c4f213e2e req-f81fd03b-67a3-4a31-a4ce-6da51742b27e tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/security-groups?id=b59b4c23-61fe-43f1-a95c-f7c6a6178560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417514 May 12 15:25:34.007170 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-69a99033-8ed1-49ad-89d2-e53e40a0ba71 req-7f64c1e2-8d9d-4ae9-a02e-20ef7194378b service neutron] 10.222.0.85 "GET /v2.0/networks/b0a67018-e604-4c5d-b021-363bc82650e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338873 May 12 15:25:34.154104 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-69a99033-8ed1-49ad-89d2-e53e40a0ba71 req-ae64e3c4-3c4a-46d6-a467-af6887257f1b service neutron] 10.222.0.85 "GET /v2.0/networks/b0a67018-e604-4c5d-b021-363bc82650e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399069 May 12 15:25:35.087322 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acee510-bb64-4a0f-8943-0d2b96ade5e4 req-1bc33394-461d-4faf-bf1b-3367aef4d00b tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:25:35.088853 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-3acee510-bb64-4a0f-8943-0d2b96ade5e4 req-1bc33394-461d-4faf-bf1b-3367aef4d00b tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc932ba1-5b4a-4624-9029-e047b5a14c84 HTTP/1.1" status: 200 len: 945 time: 0.0836561 May 12 15:25:35.135188 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-3acee510-bb64-4a0f-8943-0d2b96ade5e4 req-c7c67ec7-9ec0-4f89-9cc7-059440e4d677 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/security-groups?id=b59b4c23-61fe-43f1-a95c-f7c6a6178560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395029 May 12 15:25:40.152714 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.agents_db [None req-dd47ce14-932e-4540-b008-5e9038d1c348 None None] Agent healthcheck: found 6 active agents {{(pid=78795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 15:25:48.671898 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-5825a63d-5ba6-42f7-bf4f-1bb203681c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:25:51.105259 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-7d5a9b78-7c09-4c0b-81d3-9d3697b72e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:25:51.614186 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:25:52.272997 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-8e9e3eb0-3c8e-4693-b231-5e176560d846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:25:54.170916 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-876105c5-eed7-46ba-a478-d2a34eb0d798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:25:54.603691 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-fecf8da6-ef69-4fb2-bd33-d658a59aa4c9 req-1179b586-3700-433d-bfb6-e68454b763ae service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=cc932ba1-5b4a-4624-9029-e047b5a14c84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1121945 May 12 15:25:54.746343 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf8da6-ef69-4fb2-bd33-d658a59aa4c9 req-2446a827-5221-46c8-9755-b1d102264d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:25:54.747776 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-fecf8da6-ef69-4fb2-bd33-d658a59aa4c9 req-2446a827-5221-46c8-9755-b1d102264d68 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=f8b03419ce0c413cbee40794040a2918&device_id=cc932ba1-5b4a-4624-9029-e047b5a14c84 HTTP/1.1" status: 200 len: 1098 time: 0.0735760 May 12 15:25:54.892819 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf8da6-ef69-4fb2-bd33-d658a59aa4c9 req-b8a0581b-6b35-4b75-b470-de3d29dd0457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:25:54.894275 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-fecf8da6-ef69-4fb2-bd33-d658a59aa4c9 req-b8a0581b-6b35-4b75-b470-de3d29dd0457 service neutron] 10.222.0.85 "GET /v2.0/networks?id=b0a67018-e604-4c5d-b021-363bc82650e3 HTTP/1.1" status: 200 len: 911 time: 0.1266787 May 12 15:25:54.994419 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-fecf8da6-ef69-4fb2-bd33-d658a59aa4c9 req-bd7c2b56-9c46-47e8-a157-2c425910aa30 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55251288-febe-444f-ab34-91007bb36f67 HTTP/1.1" status: 200 len: 1000 time: 0.0923278 May 12 15:25:55.060389 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf8da6-ef69-4fb2-bd33-d658a59aa4c9 req-86dddd59-ca54-4c6d-ace5-dc147b84da6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:25:55.061833 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-fecf8da6-ef69-4fb2-bd33-d658a59aa4c9 req-86dddd59-ca54-4c6d-ace5-dc147b84da6c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0bfa47e8-ea4e-42ac-a644-064fdadd42d3 HTTP/1.1" status: 200 len: 849 time: 0.0601068 May 12 15:25:55.138490 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf8da6-ef69-4fb2-bd33-d658a59aa4c9 req-d630be5b-cc8d-4950-be1b-5283517f3795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:25:55.139923 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-fecf8da6-ef69-4fb2-bd33-d658a59aa4c9 req-d630be5b-cc8d-4950-be1b-5283517f3795 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b0a67018-e604-4c5d-b021-363bc82650e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0703833 May 12 15:25:55.269203 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-fecf8da6-ef69-4fb2-bd33-d658a59aa4c9 req-11d2bbf6-9dce-470b-bb0c-334379e096f9 service neutron] 10.222.0.85 "GET /v2.0/networks/b0a67018-e604-4c5d-b021-363bc82650e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213281 May 12 15:25:55.402012 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-fecf8da6-ef69-4fb2-bd33-d658a59aa4c9 req-f91c00ff-f742-46c7-9e6b-b36db665d1f2 service neutron] 10.222.0.85 "GET /v2.0/networks/b0a67018-e604-4c5d-b021-363bc82650e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238790 May 12 15:25:56.251210 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 46004) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:25:56.372363 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-ae0fb0d9-235e-43a1-99da-1dc4bc393ae9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:25:56.388445 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-ae0fb0d9-235e-43a1-99da-1dc4bc393ae9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:25:56.392906 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-ae0fb0d9-235e-43a1-99da-1dc4bc393ae9 admin admin] Usage tracker for resource:security_group_rule and tenant:fa8c642aeca241d4ba644b2fdee6e223 is out of sync, need to count used quota {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:25:56.395922 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-ae0fb0d9-235e-43a1-99da-1dc4bc393ae9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:25:56.401513 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-ae0fb0d9-235e-43a1-99da-1dc4bc393ae9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:25:56.495107 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-ae0fb0d9-235e-43a1-99da-1dc4bc393ae9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:25:56.500414 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-ae0fb0d9-235e-43a1-99da-1dc4bc393ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:25:56.508079 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-4aaa671e-79a1-496f-bc1d-64c203e738ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:25:56.551812 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-ae0fb0d9-235e-43a1-99da-1dc4bc393ae9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fa8c642aeca241d4ba644b2fdee6e223&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2988224 May 12 15:25:56.551994 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0fb0d9-235e-43a1-99da-1dc4bc393ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0694e5dd-28a1-4f0f-9479-131e23a7824d,revision_number=1']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:25:56.554121 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 46026) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:25:56.555285 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-ae0fb0d9-235e-43a1-99da-1dc4bc393ae9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:25:56.622895 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-8b832742-238e-4f16-8048-5d0900e06e92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:25:56.667560 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-8b832742-238e-4f16-8048-5d0900e06e92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:25:56.751829 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-8b832742-238e-4f16-8048-5d0900e06e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:25:56.758861 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-e73bf949-1869-4be5-86c7-75c6a65099fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:25:56.777690 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b832742-238e-4f16-8048-5d0900e06e92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0694e5dd-28a1-4f0f-9479-131e23a7824d,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:25:56.787850 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b832742-238e-4f16-8048-5d0900e06e92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:25:56.788218 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b832742-238e-4f16-8048-5d0900e06e92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:25:56.788577 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b832742-238e-4f16-8048-5d0900e06e92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:25:56.788925 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b832742-238e-4f16-8048-5d0900e06e92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:25:56.789279 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b832742-238e-4f16-8048-5d0900e06e92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:25:56.789626 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b832742-238e-4f16-8048-5d0900e06e92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:25:56.789995 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b832742-238e-4f16-8048-5d0900e06e92 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:25:56.790339 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b832742-238e-4f16-8048-5d0900e06e92 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:25:56.790675 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b832742-238e-4f16-8048-5d0900e06e92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:25:56.791011 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b832742-238e-4f16-8048-5d0900e06e92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:25:56.791345 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b832742-238e-4f16-8048-5d0900e06e92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:25:56.791678 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b832742-238e-4f16-8048-5d0900e06e92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:25:56.794715 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-8b832742-238e-4f16-8048-5d0900e06e92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:25:56.795796 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-8b832742-238e-4f16-8048-5d0900e06e92 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0694e5dd-28a1-4f0f-9479-131e23a7824d HTTP/1.1" status: 204 len: 168 time: 0.2397149 May 12 15:25:56.797766 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-8b832742-238e-4f16-8048-5d0900e06e92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:25:56.998711 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:25:59.343550 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 46094) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:25:59.422251 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 46100) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:25:59.512623 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-c4f53ef2-3aaf-4173-833e-e08e8d298192 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:25:59.541317 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-c4f53ef2-3aaf-4173-833e-e08e8d298192 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:25:59.543486 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-cd4f2781-e22a-4cdf-9771-4c88375b1721 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:25:59.554482 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-c4f53ef2-3aaf-4173-833e-e08e8d298192 admin admin] Usage tracker for resource:security_group_rule and tenant:7de7fa3f1a6f4e2c91eccbb9ef09d2a4 is out of sync, need to count used quota {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:25:59.558474 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-c4f53ef2-3aaf-4173-833e-e08e8d298192 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:25:59.566060 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-c4f53ef2-3aaf-4173-833e-e08e8d298192 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:25:59.568118 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-cd4f2781-e22a-4cdf-9771-4c88375b1721 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:25:59.573706 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-cd4f2781-e22a-4cdf-9771-4c88375b1721 admin admin] Usage tracker for resource:security_group_rule and tenant:16d12cffa99c4a09bf7f09c6c6900647 is out of sync, need to count used quota {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:25:59.579800 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-cd4f2781-e22a-4cdf-9771-4c88375b1721 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:25:59.586611 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-cd4f2781-e22a-4cdf-9771-4c88375b1721 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:25:59.708637 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-c4f53ef2-3aaf-4173-833e-e08e8d298192 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:25:59.718409 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-c4f53ef2-3aaf-4173-833e-e08e8d298192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:25:59.727911 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-fef1c9ae-d129-4df7-ac5f-ad5e2bba1c40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:25:59.752918 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-cd4f2781-e22a-4cdf-9771-4c88375b1721 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:25:59.772650 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-cd4f2781-e22a-4cdf-9771-4c88375b1721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:25:59.793662 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f53ef2-3aaf-4173-833e-e08e8d298192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e590237-75fd-4c51-80ed-8d6eb8e52a86,revision_number=1']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:25:59.797382 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-c4f53ef2-3aaf-4173-833e-e08e8d298192 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7de7fa3f1a6f4e2c91eccbb9ef09d2a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4527688 May 12 15:25:59.800960 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 46112) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:25:59.810909 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f53ef2-3aaf-4173-833e-e08e8d298192 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:25:59.811271 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f53ef2-3aaf-4173-833e-e08e8d298192 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:25:59.811623 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f53ef2-3aaf-4173-833e-e08e8d298192 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:25:59.811970 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f53ef2-3aaf-4173-833e-e08e8d298192 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:25:59.812309 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f53ef2-3aaf-4173-833e-e08e8d298192 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:25:59.812645 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f53ef2-3aaf-4173-833e-e08e8d298192 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:25:59.812984 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f53ef2-3aaf-4173-833e-e08e8d298192 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:25:59.813937 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f53ef2-3aaf-4173-833e-e08e8d298192 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:25:59.814281 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f53ef2-3aaf-4173-833e-e08e8d298192 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:25:59.814616 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f53ef2-3aaf-4173-833e-e08e8d298192 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:25:59.814950 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f53ef2-3aaf-4173-833e-e08e8d298192 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:25:59.815282 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f53ef2-3aaf-4173-833e-e08e8d298192 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:25:59.821467 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-c4f53ef2-3aaf-4173-833e-e08e8d298192 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:25:59.821976 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-ed8bd374-d85c-490c-9942-11822aa6c017 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:25:59.862521 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-cd4f2781-e22a-4cdf-9771-4c88375b1721 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=16d12cffa99c4a09bf7f09c6c6900647&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4272895 May 12 15:25:59.862521 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 46116) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:25:59.862521 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4f2781-e22a-4cdf-9771-4c88375b1721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd973a0-4bd2-46d5-8cd2-41454e4d643c,revision_number=1']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:25:59.875375 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-8946d31f-6656-4b98-9fe4-7aeb318a99f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:25:59.896036 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-cd4f2781-e22a-4cdf-9771-4c88375b1721 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:25:59.902918 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-8946d31f-6656-4b98-9fe4-7aeb318a99f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:25:59.921292 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-95c9741a-1baf-4226-b2b7-efb88d80ad9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:25:59.950545 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-95c9741a-1baf-4226-b2b7-efb88d80ad9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:25:59.958017 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-8946d31f-6656-4b98-9fe4-7aeb318a99f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:25:59.962962 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:25:59.976886 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8946d31f-6656-4b98-9fe4-7aeb318a99f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e590237-75fd-4c51-80ed-8d6eb8e52a86,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:25:59.979408 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-8946d31f-6656-4b98-9fe4-7aeb318a99f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:25:59.980842 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-8946d31f-6656-4b98-9fe4-7aeb318a99f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:25:59.984630 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-8946d31f-6656-4b98-9fe4-7aeb318a99f9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2e590237-75fd-4c51-80ed-8d6eb8e52a86 HTTP/1.1" status: 204 len: 168 time: 0.1820371 May 12 15:26:00.020478 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-95c9741a-1baf-4226-b2b7-efb88d80ad9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:00.025251 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:26:00.042387 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c9741a-1baf-4226-b2b7-efb88d80ad9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd973a0-4bd2-46d5-8cd2-41454e4d643c,revision_number=None']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:26:00.045190 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-95c9741a-1baf-4226-b2b7-efb88d80ad9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:26:00.058744 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-95c9741a-1baf-4226-b2b7-efb88d80ad9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:00.060605 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-95c9741a-1baf-4226-b2b7-efb88d80ad9c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fdd973a0-4bd2-46d5-8cd2-41454e4d643c HTTP/1.1" status: 204 len: 168 time: 0.2048895 May 12 15:26:00.414177 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 46138) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:26:00.431711 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-15adf704-626e-4366-8d53-77f55fa6726b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:00.448902 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-15adf704-626e-4366-8d53-77f55fa6726b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:26:00.452696 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-15adf704-626e-4366-8d53-77f55fa6726b admin admin] Usage tracker for resource:security_group_rule and tenant:c667e4d073804c388b7a36c9990bd441 is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:26:00.456013 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-15adf704-626e-4366-8d53-77f55fa6726b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:26:00.461616 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-15adf704-626e-4366-8d53-77f55fa6726b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:26:00.619527 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-15adf704-626e-4366-8d53-77f55fa6726b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:00.623699 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-15adf704-626e-4366-8d53-77f55fa6726b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:00.632192 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-ea630693-4b85-4114-a40d-01abe8411749 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:26:00.671903 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15adf704-626e-4366-8d53-77f55fa6726b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7502b0f1-b064-4de0-8f7a-20c364aa9392,revision_number=1']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:26:00.676325 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-15adf704-626e-4366-8d53-77f55fa6726b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c667e4d073804c388b7a36c9990bd441&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2610962 May 12 15:26:00.677180 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-15adf704-626e-4366-8d53-77f55fa6726b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:26:00.679049 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 46150) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:26:00.741923 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-95ee1f27-84cf-409a-8725-46b7f7f47306 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:00.773739 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-95ee1f27-84cf-409a-8725-46b7f7f47306 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:00.831251 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-95ee1f27-84cf-409a-8725-46b7f7f47306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:00.836042 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-8b832742-238e-4f16-8048-5d0900e06e92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:26:00.848008 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ee1f27-84cf-409a-8725-46b7f7f47306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7502b0f1-b064-4de0-8f7a-20c364aa9392,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:26:00.850886 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-95ee1f27-84cf-409a-8725-46b7f7f47306 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:26:00.853557 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-95ee1f27-84cf-409a-8725-46b7f7f47306 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:00.854679 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-95ee1f27-84cf-409a-8725-46b7f7f47306 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7502b0f1-b064-4de0-8f7a-20c364aa9392 HTTP/1.1" status: 204 len: 168 time: 0.1747384 May 12 15:26:03.253326 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 46270) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:26:03.372611 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-5573bd0b-ecab-4ca6-a0a1-f79a9d7b3ae8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:03.386970 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-5573bd0b-ecab-4ca6-a0a1-f79a9d7b3ae8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:26:03.390675 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-5573bd0b-ecab-4ca6-a0a1-f79a9d7b3ae8 admin admin] Usage tracker for resource:security_group_rule and tenant:ab6bc15b266346e494386c16fc530f68 is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:26:03.393967 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-5573bd0b-ecab-4ca6-a0a1-f79a9d7b3ae8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:26:03.401309 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-5573bd0b-ecab-4ca6-a0a1-f79a9d7b3ae8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:26:03.499392 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-5573bd0b-ecab-4ca6-a0a1-f79a9d7b3ae8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:03.508158 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-5573bd0b-ecab-4ca6-a0a1-f79a9d7b3ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:03.523778 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-abdfdeec-2843-45fb-ae28-404f1d66fceb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:26:03.576450 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-5573bd0b-ecab-4ca6-a0a1-f79a9d7b3ae8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ab6bc15b266346e494386c16fc530f68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3216238 May 12 15:26:03.577675 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5573bd0b-ecab-4ca6-a0a1-f79a9d7b3ae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b66d2ba-4791-460e-9e1f-103ec3be1f3a,revision_number=1']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:26:03.579923 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 46292) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:26:03.583210 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-5573bd0b-ecab-4ca6-a0a1-f79a9d7b3ae8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:26:03.653096 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-165b8299-52de-4a5e-97a7-f08ea59b5f40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:03.691603 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-165b8299-52de-4a5e-97a7-f08ea59b5f40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:03.774758 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-165b8299-52de-4a5e-97a7-f08ea59b5f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:03.778796 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-4a39565e-d125-47aa-9abe-a72f2d1670f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:26:03.790616 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165b8299-52de-4a5e-97a7-f08ea59b5f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b66d2ba-4791-460e-9e1f-103ec3be1f3a,revision_number=None']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:26:03.793019 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-165b8299-52de-4a5e-97a7-f08ea59b5f40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:26:03.799792 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-165b8299-52de-4a5e-97a7-f08ea59b5f40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:03.801193 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-165b8299-52de-4a5e-97a7-f08ea59b5f40 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7b66d2ba-4791-460e-9e1f-103ec3be1f3a HTTP/1.1" status: 204 len: 168 time: 0.2202904 May 12 15:26:04.129058 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 46316) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:26:04.146853 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-e5e46a85-dae4-4ee5-95a0-238d6d7ce9a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:04.161372 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-e5e46a85-dae4-4ee5-95a0-238d6d7ce9a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:26:04.165504 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-e5e46a85-dae4-4ee5-95a0-238d6d7ce9a1 admin admin] Usage tracker for resource:security_group_rule and tenant:b869b5f231d34e93bd7a89f7997db92a is out of sync, need to count used quota {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:26:04.168706 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-e5e46a85-dae4-4ee5-95a0-238d6d7ce9a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:26:04.174728 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-e5e46a85-dae4-4ee5-95a0-238d6d7ce9a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:26:04.261429 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-e5e46a85-dae4-4ee5-95a0-238d6d7ce9a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:04.265047 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-e5e46a85-dae4-4ee5-95a0-238d6d7ce9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:04.272463 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-3a3fce66-13d4-497e-a9b9-6225b2d818d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:26:04.311610 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e46a85-dae4-4ee5-95a0-238d6d7ce9a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a8929d2-10fe-4039-8517-42148ac72ee5,revision_number=1']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:26:04.315708 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-e5e46a85-dae4-4ee5-95a0-238d6d7ce9a1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b869b5f231d34e93bd7a89f7997db92a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1856391 May 12 15:26:04.316613 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-e5e46a85-dae4-4ee5-95a0-238d6d7ce9a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:26:04.318303 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 46320) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:26:04.376269 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-737dc488-4db9-4e4e-bed3-77579be5714e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:04.401493 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-737dc488-4db9-4e4e-bed3-77579be5714e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:04.455094 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-737dc488-4db9-4e4e-bed3-77579be5714e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:04.458734 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-840e2d02-d08c-466e-a72e-e2425503de80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:26:04.469901 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737dc488-4db9-4e4e-bed3-77579be5714e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a8929d2-10fe-4039-8517-42148ac72ee5,revision_number=None']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:26:04.473928 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-737dc488-4db9-4e4e-bed3-77579be5714e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:26:04.477768 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-737dc488-4db9-4e4e-bed3-77579be5714e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:04.478920 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-737dc488-4db9-4e4e-bed3-77579be5714e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9a8929d2-10fe-4039-8517-42148ac72ee5 HTTP/1.1" status: 204 len: 168 time: 0.1596844 May 12 15:26:05.277805 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 46358) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:26:05.408298 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.v2.base [None req-7b16e9f5-4fdb-4756-bcf6-06e3e33de2eb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1211343117-network', 'tenant_id': 'c0e0cf412c97413bb9ffa6ec518fe6a6'}} {{(pid=78792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:26:05.413096 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-7b16e9f5-4fdb-4756-bcf6-06e3e33de2eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:26:05.417005 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-7b16e9f5-4fdb-4756-bcf6-06e3e33de2eb admin admin] Usage tracker for resource:network and tenant:c0e0cf412c97413bb9ffa6ec518fe6a6 is out of sync, need to count used quota {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:26:05.420025 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-7b16e9f5-4fdb-4756-bcf6-06e3e33de2eb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:26:05.427497 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-7b16e9f5-4fdb-4756-bcf6-06e3e33de2eb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:26:05.437929 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b16e9f5-4fdb-4756-bcf6-06e3e33de2eb admin admin] Made reservation on behalf of c0e0cf412c97413bb9ffa6ec518fe6a6 for: {'network': 1} {{(pid=78792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:26:05.440209 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-7b16e9f5-4fdb-4756-bcf6-06e3e33de2eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for network, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:05.456027 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-7b16e9f5-4fdb-4756-bcf6-06e3e33de2eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:05.472680 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-7b16e9f5-4fdb-4756-bcf6-06e3e33de2eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:26:05.477234 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-7b16e9f5-4fdb-4756-bcf6-06e3e33de2eb admin admin] Usage tracker for resource:security_group_rule and tenant:c0e0cf412c97413bb9ffa6ec518fe6a6 is out of sync, need to count used quota {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:26:05.480210 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-7b16e9f5-4fdb-4756-bcf6-06e3e33de2eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:26:05.487319 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-7b16e9f5-4fdb-4756-bcf6-06e3e33de2eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:26:05.576718 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-7b16e9f5-4fdb-4756-bcf6-06e3e33de2eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:05.581455 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-7b16e9f5-4fdb-4756-bcf6-06e3e33de2eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:05.585741 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-6141ac4b-b01c-4d3b-88f5-79301e64812c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:26:05.613508 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b16e9f5-4fdb-4756-bcf6-06e3e33de2eb admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=78792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 15:26:05.622692 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b16e9f5-4fdb-4756-bcf6-06e3e33de2eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2961b07b-3249-43ca-87ec-60b11f52887c,revision_number=1']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:26:05.626311 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-7b16e9f5-4fdb-4756-bcf6-06e3e33de2eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:26:05.630143 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-7b16e9f5-4fdb-4756-bcf6-06e3e33de2eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428868'] for segment, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:05.630483 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.db.segments_db [None req-7b16e9f5-4fdb-4756-bcf6-06e3e33de2eb admin admin] Added segment 0444262e-3fa4-4d02-8475-0c9de4a97f06 of type vlan for network 5c673144-b246-4c65-b2ed-d28b59d8be2b May 12 15:26:05.659756 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-7b16e9f5-4fdb-4756-bcf6-06e3e33de2eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739648879737'] for network, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:05.690892 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-7b16e9f5-4fdb-4756-bcf6-06e3e33de2eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427'] for network, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:05.692320 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b16e9f5-4fdb-4756-bcf6-06e3e33de2eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:26:05.692939 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-7b16e9f5-4fdb-4756-bcf6-06e3e33de2eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for network, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:05.697704 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:26:05.803110 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-7b16e9f5-4fdb-4756-bcf6-06e3e33de2eb admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5233836 May 12 15:26:05.803300 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 46376) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:26:05.809852 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b16e9f5-4fdb-4756-bcf6-06e3e33de2eb admin admin] Pushing event updated for resources: {'Network': ['ID=5c673144-b246-4c65-b2ed-d28b59d8be2b,revision_number=1']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:26:05.810732 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.v2.base [None req-f1c3ce0c-c95c-4472-ac9e-4f04727cc223 admin admin] Request body: {'subnet': {'network_id': '5c673144-b246-4c65-b2ed-d28b59d8be2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1211343117-subnet', 'tenant_id': 'c0e0cf412c97413bb9ffa6ec518fe6a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:26:05.816501 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-f1c3ce0c-c95c-4472-ac9e-4f04727cc223 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:26:05.818791 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-7b16e9f5-4fdb-4756-bcf6-06e3e33de2eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:26:05.823003 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-f1c3ce0c-c95c-4472-ac9e-4f04727cc223 admin admin] Usage tracker for resource:subnet and tenant:c0e0cf412c97413bb9ffa6ec518fe6a6 is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:26:05.825109 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Network 5c673144-b246-4c65-b2ed-d28b59d8be2b details requested by agent ovs-agent-dv-cinder-789603-6-iscsi with host dv-cinder-789603-6-iscsi {{(pid=78794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 15:26:05.827620 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-f1c3ce0c-c95c-4472-ac9e-4f04727cc223 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:26:05.838018 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-f1c3ce0c-c95c-4472-ac9e-4f04727cc223 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:26:05.847997 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c3ce0c-c95c-4472-ac9e-4f04727cc223 admin admin] Made reservation on behalf of c0e0cf412c97413bb9ffa6ec518fe6a6 for: {'subnet': 1} {{(pid=78793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:26:05.850338 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-f1c3ce0c-c95c-4472-ac9e-4f04727cc223 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4155405'] for subnet, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:06.242578 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 46382) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:26:06.268606 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-f1c3ce0c-c95c-4472-ac9e-4f04727cc223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2679749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4155519'] for subnet, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:06.272299 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:26:06.303517 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1c188b5-e388-49b9-9061-8381d80577cc admin admin] Deleting subnet 3541dbd9-2a7a-462a-a911-9b9cbe5c2a12 {{(pid=78792) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 12 15:26:06.306694 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-e1c188b5-e388-49b9-9061-8381d80577cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:06.349222 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c3ce0c-c95c-4472-ac9e-4f04727cc223 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83a5f2fc-8349-49f2-a4b0-2e6484b7bdb1,revision_number=0']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:26:06.352725 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-f1c3ce0c-c95c-4472-ac9e-4f04727cc223 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:26:06.358809 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c3ce0c-c95c-4472-ac9e-4f04727cc223 admin admin] Checking segment: {'id': '0444262e-3fa4-4d02-8475-0c9de4a97f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5c673144-b246-4c65-b2ed-d28b59d8be2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:26:06.359165 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c3ce0c-c95c-4472-ac9e-4f04727cc223 admin admin] Network hostable DHCP agents. Network: 5c673144-b246-4c65-b2ed-d28b59d8be2b, hostable agents: ['70f74d37-a86e-42b6-98ff-0814024719b2'], hosted agents: [] {{(pid=78793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 15:26:06.362811 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-e1c188b5-e388-49b9-9061-8381d80577cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2171665'] for subnet, precommit_delete_associations {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:06.378240 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c3ce0c-c95c-4472-ac9e-4f04727cc223 admin admin] Network 5c673144-b246-4c65-b2ed-d28b59d8be2b is scheduled to be hosted by DHCP agent 70f74d37-a86e-42b6-98ff-0814024719b2 with binding_index 1 {{(pid=78793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 15:26:06.387708 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.base_scheduler [None req-f1c3ce0c-c95c-4472-ac9e-4f04727cc223 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-6-iscsi, 5c673144-b246-4c65-b2ed-d28b59d8be2b) {{(pid=78793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:26:06.396925 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c3ce0c-c95c-4472-ac9e-4f04727cc223 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:26:06.397518 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-f1c3ce0c-c95c-4472-ac9e-4f04727cc223 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for subnet, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:06.400487 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078940c3-db13-4d6a-a3b0-4b2c0b8b3d17 None None] Network 5c673144-b246-4c65-b2ed-d28b59d8be2b requested from dv-cinder-789603-6-iscsi {{(pid=78794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 15:26:06.423094 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-e1c188b5-e388-49b9-9061-8381d80577cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1440695'] for subnet, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:06.432297 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-f1c3ce0c-c95c-4472-ac9e-4f04727cc223 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6195385 May 12 15:26:06.623931 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba29d089-4dda-4f97-a73b-4fc894612bc5 None None] Network 5c673144-b246-4c65-b2ed-d28b59d8be2b requested from dv-cinder-789603-6-iscsi {{(pid=78794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 15:26:06.726695 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-e1c188b5-e388-49b9-9061-8381d80577cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1440696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3714936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2105374'] for subnet, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:06.733984 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-6bb71374-c06b-4a53-97b4-f60d0335ad51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:26:06.785496 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c188b5-e388-49b9-9061-8381d80577cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3541dbd9-2a7a-462a-a911-9b9cbe5c2a12,revision_number=None']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:26:06.790561 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-e1c188b5-e388-49b9-9061-8381d80577cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:26:06.799985 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-e1c188b5-e388-49b9-9061-8381d80577cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:06.812437 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-e1c188b5-e388-49b9-9061-8381d80577cc admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3541dbd9-2a7a-462a-a911-9b9cbe5c2a12 HTTP/1.1" status: 204 len: 168 time: 0.5661287 May 12 15:26:06.813036 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 46394) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:26:07.115568 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-e02e3779-9dc0-49ae-b569-c0bd6a3c4a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741559'] for network, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:07.136450 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 46410) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:26:07.142851 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.v2.base [None req-0ec7e77a-906e-4173-bd51-4c0ad34d61af admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-495193959-network', 'tenant_id': '0edebc52182a4afdbb952312ea706364'}} {{(pid=78793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:26:07.147747 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-0ec7e77a-906e-4173-bd51-4c0ad34d61af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:26:07.151753 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-0ec7e77a-906e-4173-bd51-4c0ad34d61af admin admin] Usage tracker for resource:network and tenant:0edebc52182a4afdbb952312ea706364 is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:26:07.154863 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-0ec7e77a-906e-4173-bd51-4c0ad34d61af admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:26:07.161338 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-0ec7e77a-906e-4173-bd51-4c0ad34d61af admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:26:07.174506 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ec7e77a-906e-4173-bd51-4c0ad34d61af admin admin] Made reservation on behalf of 0edebc52182a4afdbb952312ea706364 for: {'network': 1} {{(pid=78793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:26:07.176997 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-0ec7e77a-906e-4173-bd51-4c0ad34d61af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for network, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:07.191499 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-0ec7e77a-906e-4173-bd51-4c0ad34d61af admin admin] Notify callbacks [] for security_group, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:07.207878 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-0ec7e77a-906e-4173-bd51-4c0ad34d61af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:26:07.211831 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-0ec7e77a-906e-4173-bd51-4c0ad34d61af admin admin] Usage tracker for resource:security_group_rule and tenant:0edebc52182a4afdbb952312ea706364 is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:26:07.214839 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-0ec7e77a-906e-4173-bd51-4c0ad34d61af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:26:07.221324 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-0ec7e77a-906e-4173-bd51-4c0ad34d61af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:26:07.246410 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-e02e3779-9dc0-49ae-b569-c0bd6a3c4a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1434444', 'neutron.services.segments.db._delete_segments_for_network-8739649303709'] for network, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:07.261205 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.services.segments.db [None req-e02e3779-9dc0-49ae-b569-c0bd6a3c4a18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bad0335-fdcd-470a-b019-26fa010fc66b']}} {{(pid=78792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:26:07.279217 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.services.segments.db [None req-e02e3779-9dc0-49ae-b569-c0bd6a3c4a18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ee36844-76cc-45b7-8272-2e23d10e7138') {'for_net_delete': True} {{(pid=78792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:26:07.279538 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.services.segments.db [None req-e02e3779-9dc0-49ae-b569-c0bd6a3c4a18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ee36844-76cc-45b7-8272-2e23d10e7138') {} {{(pid=78792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:26:07.292920 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-e02e3779-9dc0-49ae-b569-c0bd6a3c4a18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649315175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2171662'] for segment, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:07.310631 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-e02e3779-9dc0-49ae-b569-c0bd6a3c4a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428868'] for segment, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:07.317742 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e02e3779-9dc0-49ae-b569-c0bd6a3c4a18 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=78792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 15:26:07.318219 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-e02e3779-9dc0-49ae-b569-c0bd6a3c4a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3714846'] for segment, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:07.318374 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-0ec7e77a-906e-4173-bd51-4c0ad34d61af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:07.322545 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-0ec7e77a-906e-4173-bd51-4c0ad34d61af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:07.325630 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-994e56af-e403-47b4-8043-309fad831db7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:26:07.332634 dv-cinder-789603-6-iscsi neutron-server[78792]: Traceback (most recent call last): May 12 15:26:07.332634 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 15:26:07.332634 dv-cinder-789603-6-iscsi neutron-server[78792]: timer() May 12 15:26:07.332634 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 15:26:07.332634 dv-cinder-789603-6-iscsi neutron-server[78792]: cb(*args, **kw) May 12 15:26:07.332634 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 12 15:26:07.332634 dv-cinder-789603-6-iscsi neutron-server[78792]: return func(*args, **kwargs) May 12 15:26:07.332634 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 15:26:07.332634 dv-cinder-789603-6-iscsi neutron-server[78792]: self._notify() May 12 15:26:07.332634 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 15:26:07.332634 dv-cinder-789603-6-iscsi neutron-server[78792]: self.callback(batched_events) May 12 15:26:07.332634 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 15:26:07.332634 dv-cinder-789603-6-iscsi neutron-server[78792]: event.method(event) May 12 15:26:07.332634 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 15:26:07.332634 dv-cinder-789603-6-iscsi neutron-server[78792]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 15:26:07.332634 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 15:26:07.332634 dv-cinder-789603-6-iscsi neutron-server[78792]: aggregate_uuid = self.p_client.list_aggregates( May 12 15:26:07.332634 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 15:26:07.332634 dv-cinder-789603-6-iscsi neutron-server[78792]: return f(self, *a, **k) May 12 15:26:07.332634 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 15:26:07.332634 dv-cinder-789603-6-iscsi neutron-server[78792]: return self._get(url).json() May 12 15:26:07.332634 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 15:26:07.332634 dv-cinder-789603-6-iscsi neutron-server[78792]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 15:26:07.332634 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 15:26:07.332634 dv-cinder-789603-6-iscsi neutron-server[78792]: return self.request(url, 'GET', **kwargs) May 12 15:26:07.332634 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 15:26:07.332634 dv-cinder-789603-6-iscsi neutron-server[78792]: base_url = self.get_endpoint(auth, allow=allow, May 12 15:26:07.332634 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 15:26:07.332634 dv-cinder-789603-6-iscsi neutron-server[78792]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 15:26:07.332634 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 15:26:07.332634 dv-cinder-789603-6-iscsi neutron-server[78792]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 15:26:07.332634 dv-cinder-789603-6-iscsi neutron-server[78792]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 15:26:07.357924 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ec7e77a-906e-4173-bd51-4c0ad34d61af admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=78793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 15:26:07.363402 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec7e77a-906e-4173-bd51-4c0ad34d61af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f91bc5c4-a842-4e8c-bd9a-7431b1a7df00,revision_number=1']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:26:07.367447 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-0ec7e77a-906e-4173-bd51-4c0ad34d61af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:26:07.374377 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-0ec7e77a-906e-4173-bd51-4c0ad34d61af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428868'] for segment, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:07.374854 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.db.segments_db [None req-0ec7e77a-906e-4173-bd51-4c0ad34d61af admin admin] Added segment 7efbccad-472b-41b5-aede-f01d66670ae3 of type vlan for network c4caf771-f224-4e2f-a3b3-cd123d419fc2 May 12 15:26:07.402101 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-0ec7e77a-906e-4173-bd51-4c0ad34d61af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739648879737'] for network, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:07.411170 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-e02e3779-9dc0-49ae-b569-c0bd6a3c4a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1434421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706613'] for network, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:07.416963 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-e02e3779-9dc0-49ae-b569-c0bd6a3c4a18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for network, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:07.419920 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:26:07.436971 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-0ec7e77a-906e-4173-bd51-4c0ad34d61af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427'] for network, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:07.438474 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec7e77a-906e-4173-bd51-4c0ad34d61af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:26:07.439144 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-0ec7e77a-906e-4173-bd51-4c0ad34d61af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for network, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:07.444218 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:26:07.446293 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02e3779-9dc0-49ae-b569-c0bd6a3c4a18 admin admin] Pushing event deleted for resources: {'Network': ['ID=0bad0335-fdcd-470a-b019-26fa010fc66b,revision_number=None']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:26:07.449231 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-e02e3779-9dc0-49ae-b569-c0bd6a3c4a18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:26:07.459841 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-e02e3779-9dc0-49ae-b569-c0bd6a3c4a18 admin admin] 10.222.0.32 "DELETE /v2.0/networks/0bad0335-fdcd-470a-b019-26fa010fc66b HTTP/1.1" status: 204 len: 168 time: 0.6453784 May 12 15:26:07.555948 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-0ec7e77a-906e-4173-bd51-4c0ad34d61af admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4154830 May 12 15:26:07.555948 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec7e77a-906e-4173-bd51-4c0ad34d61af admin admin] Pushing event updated for resources: {'Network': ['ID=c4caf771-f224-4e2f-a3b3-cd123d419fc2,revision_number=1']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:26:07.556237 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 46416) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:26:07.558605 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-0ec7e77a-906e-4173-bd51-4c0ad34d61af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:26:07.563347 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.v2.base [None req-95e82865-795a-402b-9922-1393489dc4bb admin admin] Request body: {'subnet': {'network_id': 'c4caf771-f224-4e2f-a3b3-cd123d419fc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-495193959-subnet', 'tenant_id': '0edebc52182a4afdbb952312ea706364', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:26:07.568499 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-95e82865-795a-402b-9922-1393489dc4bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:26:07.569457 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Network c4caf771-f224-4e2f-a3b3-cd123d419fc2 details requested by agent ovs-agent-dv-cinder-789603-6-iscsi with host dv-cinder-789603-6-iscsi {{(pid=78794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 15:26:07.572756 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-95e82865-795a-402b-9922-1393489dc4bb admin admin] Usage tracker for resource:subnet and tenant:0edebc52182a4afdbb952312ea706364 is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:26:07.576810 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-95e82865-795a-402b-9922-1393489dc4bb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:26:07.584387 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-95e82865-795a-402b-9922-1393489dc4bb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:26:07.597374 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e82865-795a-402b-9922-1393489dc4bb admin admin] Made reservation on behalf of 0edebc52182a4afdbb952312ea706364 for: {'subnet': 1} {{(pid=78793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:26:07.599831 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-95e82865-795a-402b-9922-1393489dc4bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4155405'] for subnet, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:07.697101 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 46420) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:26:07.762840 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-4cc43fed-1fa8-4c9d-86b2-8d664d4dd64d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8a21d04a99f0458e93f3f0fa12183ea4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0641077 May 12 15:26:07.767502 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 46424) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:26:07.830948 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-a5fb1bfe-3ccf-4118-9856-e2c2717798a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:07.858442 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-a5fb1bfe-3ccf-4118-9856-e2c2717798a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:07.933711 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-a5fb1bfe-3ccf-4118-9856-e2c2717798a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:07.943003 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-e1f3a99a-a00f-403b-ac15-068489adc882 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:26:07.964615 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fb1bfe-3ccf-4118-9856-e2c2717798a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=407a0da7-a4d3-4f3d-9cd4-51775d5611cd,revision_number=None']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:26:07.967292 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-a5fb1bfe-3ccf-4118-9856-e2c2717798a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:26:07.980885 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-a5fb1bfe-3ccf-4118-9856-e2c2717798a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:07.985481 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-a5fb1bfe-3ccf-4118-9856-e2c2717798a2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/407a0da7-a4d3-4f3d-9cd4-51775d5611cd HTTP/1.1" status: 204 len: 168 time: 0.2142653 May 12 15:26:08.031159 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-95e82865-795a-402b-9922-1393489dc4bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2679749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4155519'] for subnet, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:08.036218 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:26:08.118141 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e82865-795a-402b-9922-1393489dc4bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=a93b9793-0a34-4f37-935a-4d526d5ec7b8,revision_number=0']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:26:08.121565 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-95e82865-795a-402b-9922-1393489dc4bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:26:08.125640 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e82865-795a-402b-9922-1393489dc4bb admin admin] Checking segment: {'id': '7efbccad-472b-41b5-aede-f01d66670ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c4caf771-f224-4e2f-a3b3-cd123d419fc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:26:08.126086 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e82865-795a-402b-9922-1393489dc4bb admin admin] Network hostable DHCP agents. Network: c4caf771-f224-4e2f-a3b3-cd123d419fc2, hostable agents: ['70f74d37-a86e-42b6-98ff-0814024719b2'], hosted agents: [] {{(pid=78793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 15:26:08.147371 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e82865-795a-402b-9922-1393489dc4bb admin admin] Network c4caf771-f224-4e2f-a3b3-cd123d419fc2 is scheduled to be hosted by DHCP agent 70f74d37-a86e-42b6-98ff-0814024719b2 with binding_index 1 {{(pid=78793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 15:26:08.160067 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.base_scheduler [None req-95e82865-795a-402b-9922-1393489dc4bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-6-iscsi, c4caf771-f224-4e2f-a3b3-cd123d419fc2) {{(pid=78793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:26:08.173460 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e82865-795a-402b-9922-1393489dc4bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:26:08.173978 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23ea4e6-e011-4673-9c58-5a781ab20690 None None] Network c4caf771-f224-4e2f-a3b3-cd123d419fc2 requested from dv-cinder-789603-6-iscsi {{(pid=78794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 15:26:08.174118 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-95e82865-795a-402b-9922-1393489dc4bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for subnet, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:08.201767 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-95e82865-795a-402b-9922-1393489dc4bb admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6446157 May 12 15:26:08.386828 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0c9de6-b651-423c-8f80-72cb1d07675c None None] Network c4caf771-f224-4e2f-a3b3-cd123d419fc2 requested from dv-cinder-789603-6-iscsi {{(pid=78794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 15:26:08.878080 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 46458) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:26:09.027325 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.v2.base [None req-f06aa8aa-6df6-45de-a421-99c0d7e0cbc5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-396584955-network', 'tenant_id': '9c641ae825cc4fc19fd89c2aecc761e3'}} {{(pid=78792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:26:09.033939 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-f06aa8aa-6df6-45de-a421-99c0d7e0cbc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:26:09.038881 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-f06aa8aa-6df6-45de-a421-99c0d7e0cbc5 admin admin] Usage tracker for resource:network and tenant:9c641ae825cc4fc19fd89c2aecc761e3 is out of sync, need to count used quota {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:26:09.041800 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-f06aa8aa-6df6-45de-a421-99c0d7e0cbc5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:26:09.049255 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-f06aa8aa-6df6-45de-a421-99c0d7e0cbc5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:26:09.058435 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f06aa8aa-6df6-45de-a421-99c0d7e0cbc5 admin admin] Made reservation on behalf of 9c641ae825cc4fc19fd89c2aecc761e3 for: {'network': 1} {{(pid=78792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:26:09.060730 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-f06aa8aa-6df6-45de-a421-99c0d7e0cbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for network, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:09.073346 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-f06aa8aa-6df6-45de-a421-99c0d7e0cbc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:09.091703 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-f06aa8aa-6df6-45de-a421-99c0d7e0cbc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:26:09.095504 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-f06aa8aa-6df6-45de-a421-99c0d7e0cbc5 admin admin] Usage tracker for resource:security_group_rule and tenant:9c641ae825cc4fc19fd89c2aecc761e3 is out of sync, need to count used quota {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:26:09.098324 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-f06aa8aa-6df6-45de-a421-99c0d7e0cbc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:26:09.103964 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-f06aa8aa-6df6-45de-a421-99c0d7e0cbc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:26:09.190400 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-f06aa8aa-6df6-45de-a421-99c0d7e0cbc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:09.194479 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-f06aa8aa-6df6-45de-a421-99c0d7e0cbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:09.199227 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-380eb967-adf7-4a2b-8087-7257019f40f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:26:09.224900 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f06aa8aa-6df6-45de-a421-99c0d7e0cbc5 admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=78792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 15:26:09.238474 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06aa8aa-6df6-45de-a421-99c0d7e0cbc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9436c082-28eb-46d5-b654-74b4d65de3ac,revision_number=1']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:26:09.243574 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-f06aa8aa-6df6-45de-a421-99c0d7e0cbc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:26:09.245339 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-f06aa8aa-6df6-45de-a421-99c0d7e0cbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428868'] for segment, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:09.245686 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.db.segments_db [None req-f06aa8aa-6df6-45de-a421-99c0d7e0cbc5 admin admin] Added segment ac82933f-9743-4327-a060-79996a317b26 of type vlan for network 17267851-fd39-4f2f-86eb-a60d64460bc3 May 12 15:26:09.282666 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-f06aa8aa-6df6-45de-a421-99c0d7e0cbc5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739648879737'] for network, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:09.306325 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-f06aa8aa-6df6-45de-a421-99c0d7e0cbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427'] for network, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:09.307713 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06aa8aa-6df6-45de-a421-99c0d7e0cbc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:26:09.308336 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-f06aa8aa-6df6-45de-a421-99c0d7e0cbc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for network, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:09.311628 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:26:09.410801 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06aa8aa-6df6-45de-a421-99c0d7e0cbc5 admin admin] Pushing event updated for resources: {'Network': ['ID=17267851-fd39-4f2f-86eb-a60d64460bc3,revision_number=1']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:26:09.414016 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-f06aa8aa-6df6-45de-a421-99c0d7e0cbc5 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5349061 May 12 15:26:09.415110 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-f06aa8aa-6df6-45de-a421-99c0d7e0cbc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:26:09.417004 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 46472) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:26:09.421360 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Network 17267851-fd39-4f2f-86eb-a60d64460bc3 details requested by agent ovs-agent-dv-cinder-789603-6-iscsi with host dv-cinder-789603-6-iscsi {{(pid=78794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 15:26:09.424251 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.v2.base [None req-5502294d-a401-4289-92f6-076c55de0d76 admin admin] Request body: {'subnet': {'network_id': '17267851-fd39-4f2f-86eb-a60d64460bc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-396584955-subnet', 'tenant_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'ip_version': 4}} {{(pid=78792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:26:09.429036 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-5502294d-a401-4289-92f6-076c55de0d76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:26:09.432912 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-5502294d-a401-4289-92f6-076c55de0d76 admin admin] Usage tracker for resource:subnet and tenant:9c641ae825cc4fc19fd89c2aecc761e3 is out of sync, need to count used quota {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:26:09.435784 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-5502294d-a401-4289-92f6-076c55de0d76 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:26:09.448398 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-5502294d-a401-4289-92f6-076c55de0d76 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:26:09.459712 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5502294d-a401-4289-92f6-076c55de0d76 admin admin] Made reservation on behalf of 9c641ae825cc4fc19fd89c2aecc761e3 for: {'subnet': 1} {{(pid=78792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:26:09.462368 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-5502294d-a401-4289-92f6-076c55de0d76 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2105461'] for subnet, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:09.850955 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-5502294d-a401-4289-92f6-076c55de0d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2533051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2105351'] for subnet, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:09.854633 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-4884d03d-b743-4694-be45-6178c0628bc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:26:09.926920 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5502294d-a401-4289-92f6-076c55de0d76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90db4296-24fa-4fea-bd4a-f288635b69c4,revision_number=0']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:26:09.930747 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-5502294d-a401-4289-92f6-076c55de0d76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:26:09.938504 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5502294d-a401-4289-92f6-076c55de0d76 admin admin] Checking segment: {'id': 'ac82933f-9743-4327-a060-79996a317b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '17267851-fd39-4f2f-86eb-a60d64460bc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:26:09.938865 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5502294d-a401-4289-92f6-076c55de0d76 admin admin] Network hostable DHCP agents. Network: 17267851-fd39-4f2f-86eb-a60d64460bc3, hostable agents: ['70f74d37-a86e-42b6-98ff-0814024719b2'], hosted agents: [] {{(pid=78792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 15:26:09.957292 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5502294d-a401-4289-92f6-076c55de0d76 admin admin] Network 17267851-fd39-4f2f-86eb-a60d64460bc3 is scheduled to be hosted by DHCP agent 70f74d37-a86e-42b6-98ff-0814024719b2 with binding_index 1 {{(pid=78792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 15:26:09.967466 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.base_scheduler [None req-5502294d-a401-4289-92f6-076c55de0d76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-6-iscsi, 17267851-fd39-4f2f-86eb-a60d64460bc3) {{(pid=78792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:26:09.978628 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5502294d-a401-4289-92f6-076c55de0d76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:26:09.979048 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a954e14-32d0-44aa-ab5f-f62ff83d71ef None None] Network 17267851-fd39-4f2f-86eb-a60d64460bc3 requested from dv-cinder-789603-6-iscsi {{(pid=78794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 15:26:09.979271 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-5502294d-a401-4289-92f6-076c55de0d76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:10.004500 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-5502294d-a401-4289-92f6-076c55de0d76 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5865884 May 12 15:26:10.007218 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 46476) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:26:10.012536 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.v2.base [None req-b0bbb846-d19c-4ce7-b270-09d2aca9028d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-396584955-router', 'tenant_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf'}}} {{(pid=78793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:26:10.017246 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-b0bbb846-d19c-4ce7-b270-09d2aca9028d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:26:10.021624 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-b0bbb846-d19c-4ce7-b270-09d2aca9028d admin admin] Usage tracker for resource:router and tenant:9c641ae825cc4fc19fd89c2aecc761e3 is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:26:10.024555 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-b0bbb846-d19c-4ce7-b270-09d2aca9028d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:26:10.030367 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-b0bbb846-d19c-4ce7-b270-09d2aca9028d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:26:10.045239 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-b0bbb846-d19c-4ce7-b270-09d2aca9028d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1780202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13174'] for router, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:10.046385 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-b0bbb846-d19c-4ce7-b270-09d2aca9028d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1780197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1710053', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1769634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13135'] for router, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:10.066427 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-b0bbb846-d19c-4ce7-b270-09d2aca9028d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:10.229928 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c02e39b-5691-4c20-8706-cfb56a35fcee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16f4760b-9c11-502a-9011-339955202960-17267851-fd39-4f2f-86eb-a60d64460bc3', 'network_id': '17267851-fd39-4f2f-86eb-a60d64460bc3', 'tenant_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'fixed_ips': [{'subnet_id': '90db4296-24fa-4fea-bd4a-f288635b69c4'}]}} from dv-cinder-789603-6-iscsi. {{(pid=78794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 12 15:26:10.230819 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-6c02e39b-5691-4c20-8706-cfb56a35fcee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_create {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:10.432875 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.db_base_plugin_common [None req-6c02e39b-5691-4c20-8706-cfb56a35fcee None None] Allocated IP 172.20.0.2 (17267851-fd39-4f2f-86eb-a60d64460bc3/90db4296-24fa-4fea-bd4a-f288635b69c4/fc4febc9-82aa-4475-9c57-e54efcb3c5e1) {{(pid=78794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:26:10.438973 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-b0bbb846-d19c-4ce7-b270-09d2aca9028d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1781278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13137'] for router, precommit_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:10.637362 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-6c02e39b-5691-4c20-8706-cfb56a35fcee None None] Notify callbacks [] for port, precommit_create {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:10.647976 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-6c02e39b-5691-4c20-8706-cfb56a35fcee None None] Transition to ACTIVE for port object fc4febc9-82aa-4475-9c57-e54efcb3c5e1 will not be triggered until provisioned by entity L2. {{(pid=78794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:26:10.667035 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-6c02e39b-5691-4c20-8706-cfb56a35fcee None None] Transition to ACTIVE for port object fc4febc9-82aa-4475-9c57-e54efcb3c5e1 will not be triggered until provisioned by entity DHCP. {{(pid=78794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:26:10.673516 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-6c02e39b-5691-4c20-8706-cfb56a35fcee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739648862724'] for port, after_create {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:10.677286 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:26:10.736966 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c02e39b-5691-4c20-8706-cfb56a35fcee None None] Network 17267851-fd39-4f2f-86eb-a60d64460bc3 is already hosted by enough agents. {{(pid=78794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:26:10.739767 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.scheduler.base_scheduler [None req-6c02e39b-5691-4c20-8706-cfb56a35fcee None None] Resources bound (agent type, host, resource id): {{(pid=78794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:26:10.748788 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c02e39b-5691-4c20-8706-cfb56a35fcee None None] Received port after_create {{(pid=78794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:26:10.755465 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c02e39b-5691-4c20-8706-cfb56a35fcee None None] Pushing event updated for resources: {'Port': ['ID=fc4febc9-82aa-4475-9c57-e54efcb3c5e1,revision_number=1']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:26:10.756086 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-b0bbb846-d19c-4ce7-b270-09d2aca9028d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:10.790665 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-b0bbb846-d19c-4ce7-b270-09d2aca9028d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:10.792321 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c02e39b-5691-4c20-8706-cfb56a35fcee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:26:10.792662 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c02e39b-5691-4c20-8706-cfb56a35fcee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:26:10.792994 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c02e39b-5691-4c20-8706-cfb56a35fcee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:26:10.793316 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c02e39b-5691-4c20-8706-cfb56a35fcee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:26:10.793642 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c02e39b-5691-4c20-8706-cfb56a35fcee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:26:10.793987 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c02e39b-5691-4c20-8706-cfb56a35fcee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:26:10.794302 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c02e39b-5691-4c20-8706-cfb56a35fcee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:26:10.794618 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c02e39b-5691-4c20-8706-cfb56a35fcee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:26:10.794947 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c02e39b-5691-4c20-8706-cfb56a35fcee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:26:10.795240 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c02e39b-5691-4c20-8706-cfb56a35fcee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:26:10.795548 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c02e39b-5691-4c20-8706-cfb56a35fcee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:26:10.795855 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c02e39b-5691-4c20-8706-cfb56a35fcee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:26:10.803630 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-6c02e39b-5691-4c20-8706-cfb56a35fcee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:26:10.854825 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.managers [None req-6c02e39b-5691-4c20-8706-cfb56a35fcee None None] Attempting to bind port fc4febc9-82aa-4475-9c57-e54efcb3c5e1 on host dv-cinder-789603-6-iscsi for vnic_type normal with profile {{(pid=78794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:26:10.855195 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.managers [None req-6c02e39b-5691-4c20-8706-cfb56a35fcee None None] Attempting to bind port fc4febc9-82aa-4475-9c57-e54efcb3c5e1 by drivers openvswitch,hyperv on host dv-cinder-789603-6-iscsi at level 0 using segments [{'id': 'ac82933f-9743-4327-a060-79996a317b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '17267851-fd39-4f2f-86eb-a60d64460bc3'}] {{(pid=78794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:26:10.855553 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c02e39b-5691-4c20-8706-cfb56a35fcee None None] Attempting to bind port fc4febc9-82aa-4475-9c57-e54efcb3c5e1 on network 17267851-fd39-4f2f-86eb-a60d64460bc3 {{(pid=78794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:26:10.861353 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c02e39b-5691-4c20-8706-cfb56a35fcee None None] Checking agent: {'id': 'a7a9b333-fa08-4200-b168-94acd4aebf78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 15, 12, 52), 'started_at': datetime.datetime(2021, 5, 12, 15, 13, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 15, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:26:10.861726 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c02e39b-5691-4c20-8706-cfb56a35fcee None None] Checking segment: {'id': 'ac82933f-9743-4327-a060-79996a317b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '17267851-fd39-4f2f-86eb-a60d64460bc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:26:10.862159 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-6c02e39b-5691-4c20-8706-cfb56a35fcee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:10.862550 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c02e39b-5691-4c20-8706-cfb56a35fcee None None] Bound using segment: {'id': 'ac82933f-9743-4327-a060-79996a317b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '17267851-fd39-4f2f-86eb-a60d64460bc3'} {{(pid=78794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:26:10.863012 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.managers [None req-6c02e39b-5691-4c20-8706-cfb56a35fcee None None] Bound port: fc4febc9-82aa-4475-9c57-e54efcb3c5e1, host: dv-cinder-789603-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac82933f-9743-4327-a060-79996a317b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '17267851-fd39-4f2f-86eb-a60d64460bc3'}}] {{(pid=78794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:26:10.863387 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-6c02e39b-5691-4c20-8706-cfb56a35fcee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:10.935516 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.db_base_plugin_common [None req-b0bbb846-d19c-4ce7-b270-09d2aca9028d admin admin] Allocated IP 172.27.2.250 (d9e66476-551f-4a93-96a6-794e2ee658bf/9a4f1bc6-77ee-4516-b181-cab47718771b/a0eaaa71-6293-4f40-a208-4cedd38e2dc3) {{(pid=78793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:26:10.955158 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-6c02e39b-5691-4c20-8706-cfb56a35fcee None None] For port fc4febc9-82aa-4475-9c57-e54efcb3c5e1, host dv-cinder-789603-6-iscsi, cleared binding levels {{(pid=78794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:26:10.958367 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-6c02e39b-5691-4c20-8706-cfb56a35fcee None None] For port fc4febc9-82aa-4475-9c57-e54efcb3c5e1, host dv-cinder-789603-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-iscsi',level=0,port_id=fc4febc9-82aa-4475-9c57-e54efcb3c5e1,segment=NetworkSegment(ac82933f-9743-4327-a060-79996a317b26),segment_id=ac82933f-9743-4327-a060-79996a317b26)] {{(pid=78794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:26:10.963827 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-6c02e39b-5691-4c20-8706-cfb56a35fcee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:10.968491 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:26:11.046093 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c02e39b-5691-4c20-8706-cfb56a35fcee None None] Pushing event updated for resources: {'Port': ['ID=fc4febc9-82aa-4475-9c57-e54efcb3c5e1,revision_number=2']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:26:11.049914 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-6c02e39b-5691-4c20-8706-cfb56a35fcee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:26:11.098497 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-b0bbb846-d19c-4ce7-b270-09d2aca9028d admin admin] Notify callbacks [] for port, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:11.129389 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-b0bbb846-d19c-4ce7-b270-09d2aca9028d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739648862724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3598933'] for port, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:11.133211 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-a257c17a-b1a7-4d0d-84b5-3b74f26d0acf tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:26:11.195354 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0bbb846-d19c-4ce7-b270-09d2aca9028d admin admin] Network d9e66476-551f-4a93-96a6-794e2ee658bf is already hosted by enough agents. {{(pid=78793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:26:11.220991 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.base_scheduler [None req-b0bbb846-d19c-4ce7-b270-09d2aca9028d admin admin] Resources bound (agent type, host, resource id): {{(pid=78793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:26:11.231374 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bbb846-d19c-4ce7-b270-09d2aca9028d admin admin] Pushing event updated for resources: {'Port': ['ID=a0eaaa71-6293-4f40-a208-4cedd38e2dc3,revision_number=1']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:26:11.238307 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-b0bbb846-d19c-4ce7-b270-09d2aca9028d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:26:11.239716 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bbb846-d19c-4ce7-b270-09d2aca9028d admin admin] Received port after_create {{(pid=78793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:26:11.707113 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-b0bbb846-d19c-4ce7-b270-09d2aca9028d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:12.165607 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b942ab3d-acbb-4e9c-abcf-6fa31524c6c8 None None] Network 17267851-fd39-4f2f-86eb-a60d64460bc3 requested from dv-cinder-789603-6-iscsi {{(pid=78794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 15:26:12.260288 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-b0bbb846-d19c-4ce7-b270-09d2aca9028d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705993'] for router, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:12.298805 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-afb91c67-5817-4ae9-b93f-f4b4e271111f None None] Provisioning for port fc4febc9-82aa-4475-9c57-e54efcb3c5e1 completed by entity DHCP. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:26:12.490873 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0bbb846-d19c-4ce7-b270-09d2aca9028d admin admin] Router 7d2b8dbb-d67c-46d4-97ab-ed1952d51b15 is scheduled to L3 agent e96f2393-830b-46ef-bef2-f93615c2f352 with binding_index 1 {{(pid=78793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 15:26:12.678104 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0bbb846-d19c-4ce7-b270-09d2aca9028d admin admin] Notify agent at l3_agent.dv-cinder-789603-6-iscsi the message routers_updated {{(pid=78793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:26:12.687429 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2f72c8-aa44-4d96-8c4c-4778078ce212 None None] Sync routers for ids ['7d2b8dbb-d67c-46d4-97ab-ed1952d51b15'] in dv-cinder-789603-6-iscsi {{(pid=78794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:26:12.698822 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2f72c8-aa44-4d96-8c4c-4778078ce212 None None] Routers {'7d2b8dbb-d67c-46d4-97ab-ed1952d51b15'} bound to L3 agent in host dv-cinder-789603-6-iscsi {{(pid=78794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:26:12.699470 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-ec2f72c8-aa44-4d96-8c4c-4778078ce212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-12T15:12:51Z,description=,heartbeat_timestamp=2021-05-12T15:25:51Z,host='dv-cinder-789603-6-iscsi',id=e96f2393-830b-46ef-bef2-f93615c2f352,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:12:51Z,topic='l3_agent')) {'router_ids': ['7d2b8dbb-d67c-46d4-97ab-ed1952d51b15'], 'active': True} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:26:12.706519 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-b0bbb846-d19c-4ce7-b270-09d2aca9028d admin admin] Notify callbacks [] for router, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:12.707929 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-b0bbb846-d19c-4ce7-b270-09d2aca9028d admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6994622 May 12 15:26:12.710427 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 46522) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:26:12.768019 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device fc4febc9-82aa-4475-9c57-e54efcb3c5e1 up at agent ovs-agent-dv-cinder-789603-6-iscsi {{(pid=78794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:26:12.938356 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Provisioning for port fc4febc9-82aa-4475-9c57-e54efcb3c5e1 completed by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:26:12.957282 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Provisioning complete for port fc4febc9-82aa-4475-9c57-e54efcb3c5e1 triggered by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:26:12.957655 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:12.983066 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvr_db [None req-ec2f72c8-aa44-4d96-8c4c-4778078ce212 None None] Set router 7d2b8dbb-d67c-46d4-97ab-ed1952d51b15 gateway port host: dv-cinder-789603-6-iscsi {{(pid=78794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:26:13.284833 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:13.445499 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] For port fc4febc9-82aa-4475-9c57-e54efcb3c5e1, host dv-cinder-789603-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-iscsi',level=0,port_id=fc4febc9-82aa-4475-9c57-e54efcb3c5e1,segment=NetworkSegment(ac82933f-9743-4327-a060-79996a317b26),segment_id=ac82933f-9743-4327-a060-79996a317b26)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:26:13.453227 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:13.459918 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:26:13.568446 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-ec2f72c8-aa44-4d96-8c4c-4778078ce212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d2b8dbb-d67c-46d4-97ab-ed1952d51b15', 'name': 'tempest-TestVolumeBootPattern-396584955-router', 'tenant_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'a0eaaa71-6293-4f40-a208-4cedd38e2dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:26:10Z', 'updated_at': '2021-05-12T15:26:11Z', 'revision_number': 3, 'project_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'gw_port': {'id': 'a0eaaa71-6293-4f40-a208-4cedd38e2dc3', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a3:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d2b8dbb-d67c-46d4-97ab-ed1952d51b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:26:10Z', 'updated_at': '2021-05-12T15:26:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi'}], 'dv-cinder-789603-6-iscsi', False) {} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:26:13.570522 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Pushing event updated for resources: {'Port': ['ID=fc4febc9-82aa-4475-9c57-e54efcb3c5e1,revision_number=3']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:26:13.574684 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:26:13.576300 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2f72c8-aa44-4d96-8c4c-4778078ce212 None None] Checking router: 7d2b8dbb-d67c-46d4-97ab-ed1952d51b15 for host: dv-cinder-789603-6-iscsi {{(pid=78794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:26:13.576724 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2f72c8-aa44-4d96-8c4c-4778078ce212 None None] Updating router 7d2b8dbb-d67c-46d4-97ab-ed1952d51b15 port a0eaaa71-6293-4f40-a208-4cedd38e2dc3 binding host dv-cinder-789603-6-iscsi {{(pid=78794) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 15:26:13.644515 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-ec2f72c8-aa44-4d96-8c4c-4778078ce212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:13.649367 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-f46615bf-7bd1-48f0-b75c-04a173ca4846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:13.882216 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.db_base_plugin_common [None req-f46615bf-7bd1-48f0-b75c-04a173ca4846 admin admin] Allocated IP 172.20.0.1 (17267851-fd39-4f2f-86eb-a60d64460bc3/90db4296-24fa-4fea-bd4a-f288635b69c4/7e56ff15-ff6a-44ee-b638-69fb02cae5f4) {{(pid=78793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:26:14.032313 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-ec2f72c8-aa44-4d96-8c4c-4778078ce212 None None] Notify callbacks [] for port, precommit_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:14.052695 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-ec2f72c8-aa44-4d96-8c4c-4778078ce212 None None] Transition to ACTIVE for port object a0eaaa71-6293-4f40-a208-4cedd38e2dc3 will not be triggered until provisioned by entity L2. {{(pid=78794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:26:14.061933 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-ec2f72c8-aa44-4d96-8c4c-4778078ce212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:14.068053 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-6c02e39b-5691-4c20-8706-cfb56a35fcee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:26:14.074271 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-f46615bf-7bd1-48f0-b75c-04a173ca4846 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:14.091478 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.provisioning_blocks [None req-f46615bf-7bd1-48f0-b75c-04a173ca4846 admin admin] Transition to ACTIVE for port object 7e56ff15-ff6a-44ee-b638-69fb02cae5f4 will not be triggered until provisioned by entity DHCP. {{(pid=78793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:26:14.117465 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-f46615bf-7bd1-48f0-b75c-04a173ca4846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739648862724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3598933'] for port, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:14.122516 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-52cbe51a-f333-42c0-b442-26246cb583d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:26:14.148574 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.managers [None req-ec2f72c8-aa44-4d96-8c4c-4778078ce212 None None] Attempting to bind port a0eaaa71-6293-4f40-a208-4cedd38e2dc3 on host dv-cinder-789603-6-iscsi for vnic_type normal with profile {{(pid=78794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:26:14.148856 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.managers [None req-ec2f72c8-aa44-4d96-8c4c-4778078ce212 None None] Attempting to bind port a0eaaa71-6293-4f40-a208-4cedd38e2dc3 by drivers openvswitch,hyperv on host dv-cinder-789603-6-iscsi at level 0 using segments [{'id': '5d059134-8cbd-4fdb-844f-331960400265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf'}] {{(pid=78794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:26:14.149226 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2f72c8-aa44-4d96-8c4c-4778078ce212 None None] Attempting to bind port a0eaaa71-6293-4f40-a208-4cedd38e2dc3 on network d9e66476-551f-4a93-96a6-794e2ee658bf {{(pid=78794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:26:14.156658 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba950c45-2b63-419f-865d-bf77ca269fa0 None None] Pushing event updated for resources: {'Port': ['ID=a0eaaa71-6293-4f40-a208-4cedd38e2dc3,revision_number=2']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:26:14.159652 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-ba950c45-2b63-419f-865d-bf77ca269fa0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:26:14.163109 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2f72c8-aa44-4d96-8c4c-4778078ce212 None None] Checking agent: {'id': 'a7a9b333-fa08-4200-b168-94acd4aebf78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 15, 12, 52), 'started_at': datetime.datetime(2021, 5, 12, 15, 13, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 15, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:26:14.163530 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2f72c8-aa44-4d96-8c4c-4778078ce212 None None] Checking segment: {'id': '5d059134-8cbd-4fdb-844f-331960400265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:26:14.163895 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-ec2f72c8-aa44-4d96-8c4c-4778078ce212 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:14.164294 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2f72c8-aa44-4d96-8c4c-4778078ce212 None None] Bound using segment: {'id': '5d059134-8cbd-4fdb-844f-331960400265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf'} {{(pid=78794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:26:14.164784 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.managers [None req-ec2f72c8-aa44-4d96-8c4c-4778078ce212 None None] Bound port: a0eaaa71-6293-4f40-a208-4cedd38e2dc3, host: dv-cinder-789603-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d059134-8cbd-4fdb-844f-331960400265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf'}}] {{(pid=78794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:26:14.165160 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-ec2f72c8-aa44-4d96-8c4c-4778078ce212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:14.184628 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46615bf-7bd1-48f0-b75c-04a173ca4846 admin admin] Network 17267851-fd39-4f2f-86eb-a60d64460bc3 is already hosted by enough agents. {{(pid=78793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:26:14.187667 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.base_scheduler [None req-f46615bf-7bd1-48f0-b75c-04a173ca4846 admin admin] Resources bound (agent type, host, resource id): {{(pid=78793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:26:14.199683 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46615bf-7bd1-48f0-b75c-04a173ca4846 admin admin] Received port after_create {{(pid=78793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:26:14.232175 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46615bf-7bd1-48f0-b75c-04a173ca4846 admin admin] Pushing event updated for resources: {'Port': ['ID=7e56ff15-ff6a-44ee-b638-69fb02cae5f4,revision_number=1']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:26:14.239465 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-f46615bf-7bd1-48f0-b75c-04a173ca4846 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:26:14.271166 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-f46615bf-7bd1-48f0-b75c-04a173ca4846 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705686'] for router_interface, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:14.272162 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-ec2f72c8-aa44-4d96-8c4c-4778078ce212 None None] For port a0eaaa71-6293-4f40-a208-4cedd38e2dc3, host dv-cinder-789603-6-iscsi, cleared binding levels {{(pid=78794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:26:14.276904 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-ec2f72c8-aa44-4d96-8c4c-4778078ce212 None None] For port a0eaaa71-6293-4f40-a208-4cedd38e2dc3, host dv-cinder-789603-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-iscsi',level=0,port_id=a0eaaa71-6293-4f40-a208-4cedd38e2dc3,segment=NetworkSegment(5d059134-8cbd-4fdb-844f-331960400265),segment_id=5d059134-8cbd-4fdb-844f-331960400265)] {{(pid=78794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:26:14.281363 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-ec2f72c8-aa44-4d96-8c4c-4778078ce212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:14.291998 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:26:14.370688 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2f72c8-aa44-4d96-8c4c-4778078ce212 None None] Routers {'7d2b8dbb-d67c-46d4-97ab-ed1952d51b15'} bound to L3 agent in host dv-cinder-789603-6-iscsi {{(pid=78794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:26:14.371340 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-ec2f72c8-aa44-4d96-8c4c-4778078ce212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-12T15:12:51Z,description=,heartbeat_timestamp=2021-05-12T15:25:51Z,host='dv-cinder-789603-6-iscsi',id=e96f2393-830b-46ef-bef2-f93615c2f352,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:12:51Z,topic='l3_agent')) {'router_ids': ['7d2b8dbb-d67c-46d4-97ab-ed1952d51b15'], 'active': True} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:26:14.595449 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba950c45-2b63-419f-865d-bf77ca269fa0 None None] Pushing event updated for resources: {'Port': ['ID=a0eaaa71-6293-4f40-a208-4cedd38e2dc3,revision_number=3']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:26:14.602335 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-ba950c45-2b63-419f-865d-bf77ca269fa0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:26:14.623864 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-66fd6886-1077-41d0-876f-c5e2aa98637b None None] Provisioning for port 7e56ff15-ff6a-44ee-b638-69fb02cae5f4 completed by entity DHCP. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:26:14.635567 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-66fd6886-1077-41d0-876f-c5e2aa98637b None None] Provisioning complete for port 7e56ff15-ff6a-44ee-b638-69fb02cae5f4 triggered by entity DHCP. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:26:14.635944 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-66fd6886-1077-41d0-876f-c5e2aa98637b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:14.728870 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.plugin [None req-66fd6886-1077-41d0-876f-c5e2aa98637b None None] Port 7e56ff15-ff6a-44ee-b638-69fb02cae5f4 cannot update to ACTIVE because it is not bound. {{(pid=78794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 15:26:14.732072 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvr_db [None req-ec2f72c8-aa44-4d96-8c4c-4778078ce212 None None] Set router 7d2b8dbb-d67c-46d4-97ab-ed1952d51b15 gateway port host: dv-cinder-789603-6-iscsi {{(pid=78794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:26:14.788009 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-f46615bf-7bd1-48f0-b75c-04a173ca4846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:14.861090 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device fc4febc9-82aa-4475-9c57-e54efcb3c5e1 up at agent ovs-agent-dv-cinder-789603-6-iscsi {{(pid=78794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:26:15.217212 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-f46615bf-7bd1-48f0-b75c-04a173ca4846 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:15.224145 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-f46615bf-7bd1-48f0-b75c-04a173ca4846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3598924'] for port, after_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:15.260791 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-2d49aa78-ffc0-4a4a-a4da-8a93cfd60e2d tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:26:15.296702 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Provisioning complete for port fc4febc9-82aa-4475-9c57-e54efcb3c5e1 triggered by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:26:15.297605 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:15.340930 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46615bf-7bd1-48f0-b75c-04a173ca4846 admin admin] Pushing event updated for resources: {'Port': ['ID=7e56ff15-ff6a-44ee-b638-69fb02cae5f4,revision_number=2']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:26:15.346187 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-f46615bf-7bd1-48f0-b75c-04a173ca4846 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:26:15.366284 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-f46615bf-7bd1-48f0-b75c-04a173ca4846 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705589'] for router_interface, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:15.433920 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-ec2f72c8-aa44-4d96-8c4c-4778078ce212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d2b8dbb-d67c-46d4-97ab-ed1952d51b15', 'name': 'tempest-TestVolumeBootPattern-396584955-router', 'tenant_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'a0eaaa71-6293-4f40-a208-4cedd38e2dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:26:10Z', 'updated_at': '2021-05-12T15:26:11Z', 'revision_number': 3, 'project_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'gw_port': {'id': 'a0eaaa71-6293-4f40-a208-4cedd38e2dc3', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a3:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d2b8dbb-d67c-46d4-97ab-ed1952d51b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:26:10Z', 'updated_at': '2021-05-12T15:26:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi'}], 'dv-cinder-789603-6-iscsi', False) {} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:26:15.439079 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2f72c8-aa44-4d96-8c4c-4778078ce212 None None] The sync data for ids ['7d2b8dbb-d67c-46d4-97ab-ed1952d51b15'] in dv-cinder-789603-6-iscsi is: [{'id': '7d2b8dbb-d67c-46d4-97ab-ed1952d51b15', 'name': 'tempest-TestVolumeBootPattern-396584955-router', 'tenant_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'a0eaaa71-6293-4f40-a208-4cedd38e2dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:26:10Z', 'updated_at': '2021-05-12T15:26:11Z', 'revision_number': 3, 'project_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'gw_port': {'id': 'a0eaaa71-6293-4f40-a208-4cedd38e2dc3', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a3:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d2b8dbb-d67c-46d4-97ab-ed1952d51b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:26:10Z', 'updated_at': '2021-05-12T15:26:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi'}] {{(pid=78794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:26:15.560115 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46615bf-7bd1-48f0-b75c-04a173ca4846 admin admin] Network 17267851-fd39-4f2f-86eb-a60d64460bc3 is already hosted by enough agents. {{(pid=78793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:26:15.561551 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.base_scheduler [None req-f46615bf-7bd1-48f0-b75c-04a173ca4846 admin admin] Resources bound (agent type, host, resource id): {{(pid=78793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:26:15.715026 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 46580) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:26:15.976586 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-11feed84-9490-4872-a169-4a60509dc9d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:15.997046 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-11feed84-9490-4872-a169-4a60509dc9d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:26:16.003852 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-11feed84-9490-4872-a169-4a60509dc9d8 admin admin] Usage tracker for resource:security_group_rule and tenant:545e4dade72d430caa4af5689822ba3c is out of sync, need to count used quota {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:26:16.009117 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-11feed84-9490-4872-a169-4a60509dc9d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:26:16.010036 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f46615bf-7bd1-48f0-b75c-04a173ca4846 admin admin] Router 7d2b8dbb-d67c-46d4-97ab-ed1952d51b15 has already been hosted by L3 agent e96f2393-830b-46ef-bef2-f93615c2f352 {{(pid=78793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 15:26:16.016810 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-11feed84-9490-4872-a169-4a60509dc9d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:26:16.067029 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-97a48f27-6924-4cc2-9386-120d4eced93f None None] Provisioning complete for port 7e56ff15-ff6a-44ee-b638-69fb02cae5f4 triggered by entity DHCP. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:26:16.067531 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-97a48f27-6924-4cc2-9386-120d4eced93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:16.183092 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.plugin [None req-97a48f27-6924-4cc2-9386-120d4eced93f None None] Port 7e56ff15-ff6a-44ee-b638-69fb02cae5f4 cannot update to ACTIVE because it is not bound. {{(pid=78794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 15:26:16.190542 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-11feed84-9490-4872-a169-4a60509dc9d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:16.195990 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-11feed84-9490-4872-a169-4a60509dc9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:16.210215 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-737dc488-4db9-4e4e-bed3-77579be5714e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:26:16.259556 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f46615bf-7bd1-48f0-b75c-04a173ca4846 admin admin] Notify agent at l3_agent.dv-cinder-789603-6-iscsi the message routers_updated {{(pid=78793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:26:16.260879 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-11feed84-9490-4872-a169-4a60509dc9d8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=545e4dade72d430caa4af5689822ba3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5420685 May 12 15:26:16.262837 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11feed84-9490-4872-a169-4a60509dc9d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf0db89a-d1d7-4353-9a8f-3a833b8f2791,revision_number=1']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:26:16.264543 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 46586) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:26:16.267655 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-11feed84-9490-4872-a169-4a60509dc9d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:26:16.288395 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-f46615bf-7bd1-48f0-b75c-04a173ca4846 admin admin] 10.222.0.32 "PUT /v2.0/routers/7d2b8dbb-d67c-46d4-97ab-ed1952d51b15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5767510 May 12 15:26:16.361322 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-632e88ef-ec58-4094-b2b4-cfa27861ee8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:16.397106 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-632e88ef-ec58-4094-b2b4-cfa27861ee8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:16.474247 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-632e88ef-ec58-4094-b2b4-cfa27861ee8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:16.486095 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-ae569dd8-49ea-4410-919e-18dfbb0f58a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:26:16.503174 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632e88ef-ec58-4094-b2b4-cfa27861ee8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf0db89a-d1d7-4353-9a8f-3a833b8f2791,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:26:16.507358 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-632e88ef-ec58-4094-b2b4-cfa27861ee8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:26:16.517328 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-632e88ef-ec58-4094-b2b4-cfa27861ee8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:16.519689 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-632e88ef-ec58-4094-b2b4-cfa27861ee8f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bf0db89a-d1d7-4353-9a8f-3a833b8f2791 HTTP/1.1" status: 204 len: 168 time: 0.2537439 May 12 15:26:16.823691 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device a0eaaa71-6293-4f40-a208-4cedd38e2dc3 up at agent ovs-agent-dv-cinder-789603-6-iscsi {{(pid=78794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:26:16.945523 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Provisioning for port a0eaaa71-6293-4f40-a208-4cedd38e2dc3 completed by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:26:16.954181 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Provisioning complete for port a0eaaa71-6293-4f40-a208-4cedd38e2dc3 triggered by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:26:16.954666 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:17.033188 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 46610) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:26:17.082676 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-eadadb74-1344-4ffa-b6bc-c7227698aaac admin admin] Notify callbacks [] for security_group, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:17.113458 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-eadadb74-1344-4ffa-b6bc-c7227698aaac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:26:17.123344 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-eadadb74-1344-4ffa-b6bc-c7227698aaac admin admin] Usage tracker for resource:security_group_rule and tenant:c82a76de10e445228e6433a65224d686 is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:26:17.129610 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-eadadb74-1344-4ffa-b6bc-c7227698aaac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:26:17.138540 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:17.141103 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-eadadb74-1344-4ffa-b6bc-c7227698aaac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:26:17.154516 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.agents_db [None req-dd47ce14-932e-4540-b008-5e9038d1c348 None None] Agent healthcheck: found 6 active agents {{(pid=78795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 15:26:17.175805 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] For port a0eaaa71-6293-4f40-a208-4cedd38e2dc3, host dv-cinder-789603-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-iscsi',level=0,port_id=a0eaaa71-6293-4f40-a208-4cedd38e2dc3,segment=NetworkSegment(5d059134-8cbd-4fdb-844f-331960400265),segment_id=5d059134-8cbd-4fdb-844f-331960400265)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:26:17.184304 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:17.188766 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:26:17.290328 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Pushing event updated for resources: {'Port': ['ID=a0eaaa71-6293-4f40-a208-4cedd38e2dc3,revision_number=4']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:26:17.302334 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:26:17.316300 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-eadadb74-1344-4ffa-b6bc-c7227698aaac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:17.321562 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-eadadb74-1344-4ffa-b6bc-c7227698aaac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:17.341828 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:26:17.387405 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 46618) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:26:17.394996 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-eadadb74-1344-4ffa-b6bc-c7227698aaac admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c82a76de10e445228e6433a65224d686&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3595440 May 12 15:26:17.395848 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 46622) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:26:17.396619 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadadb74-1344-4ffa-b6bc-c7227698aaac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92ae5c49-705f-4747-bc12-ddef4911be38,revision_number=1']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:26:17.401888 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-eadadb74-1344-4ffa-b6bc-c7227698aaac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:26:17.404461 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.v2.base [None req-4ce7f3fa-e151-4aa4-9973-c29a41e01655 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1876967352-network', 'tenant_id': 'a73e8d5b23d24a0e833035e7a1644ddd'}} {{(pid=78792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:26:17.412965 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-4ce7f3fa-e151-4aa4-9973-c29a41e01655 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:26:17.420971 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-4ce7f3fa-e151-4aa4-9973-c29a41e01655 admin admin] Usage tracker for resource:network and tenant:a73e8d5b23d24a0e833035e7a1644ddd is out of sync, need to count used quota {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:26:17.427099 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-4ce7f3fa-e151-4aa4-9973-c29a41e01655 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:26:17.451249 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-4ce7f3fa-e151-4aa4-9973-c29a41e01655 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:26:17.469262 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce7f3fa-e151-4aa4-9973-c29a41e01655 admin admin] Made reservation on behalf of a73e8d5b23d24a0e833035e7a1644ddd for: {'network': 1} {{(pid=78792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:26:17.472438 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-4ce7f3fa-e151-4aa4-9973-c29a41e01655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for network, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:17.487447 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-4ce7f3fa-e151-4aa4-9973-c29a41e01655 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:17.500983 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-a16e8441-202a-4825-b890-6da16eb8fc05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:17.508819 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-4ce7f3fa-e151-4aa4-9973-c29a41e01655 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:26:17.513981 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-4ce7f3fa-e151-4aa4-9973-c29a41e01655 admin admin] Usage tracker for resource:security_group_rule and tenant:a73e8d5b23d24a0e833035e7a1644ddd is out of sync, need to count used quota {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:26:17.519046 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-4ce7f3fa-e151-4aa4-9973-c29a41e01655 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:26:17.530708 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-4ce7f3fa-e151-4aa4-9973-c29a41e01655 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:26:17.543381 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-a16e8441-202a-4825-b890-6da16eb8fc05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:17.614331 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-a16e8441-202a-4825-b890-6da16eb8fc05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:17.622474 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-e7f24a83-cb3c-4858-86a7-a7a319f1f280 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:26:17.656362 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16e8441-202a-4825-b890-6da16eb8fc05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ae5c49-705f-4747-bc12-ddef4911be38,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:26:17.667837 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-a16e8441-202a-4825-b890-6da16eb8fc05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:26:17.669348 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-a16e8441-202a-4825-b890-6da16eb8fc05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:17.670735 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-a16e8441-202a-4825-b890-6da16eb8fc05 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/92ae5c49-705f-4747-bc12-ddef4911be38 HTTP/1.1" status: 204 len: 168 time: 0.2709267 May 12 15:26:17.742131 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-4ce7f3fa-e151-4aa4-9973-c29a41e01655 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:17.748239 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-4ce7f3fa-e151-4aa4-9973-c29a41e01655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:17.753653 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-e5e46a85-dae4-4ee5-95a0-238d6d7ce9a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:26:17.782378 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ce7f3fa-e151-4aa4-9973-c29a41e01655 admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=78792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 15:26:17.796888 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce7f3fa-e151-4aa4-9973-c29a41e01655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca2293eb-75f9-45f8-bff9-3ada8f3c3bd8,revision_number=1']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:26:17.797486 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583ed444-df97-4d7d-b115-aab1d15497d1 None None] Sync routers for ids ['7d2b8dbb-d67c-46d4-97ab-ed1952d51b15'] in dv-cinder-789603-6-iscsi {{(pid=78795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:26:17.802165 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-4ce7f3fa-e151-4aa4-9973-c29a41e01655 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:26:17.802992 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-4ce7f3fa-e151-4aa4-9973-c29a41e01655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428868'] for segment, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:17.803520 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.db.segments_db [None req-4ce7f3fa-e151-4aa4-9973-c29a41e01655 admin admin] Added segment 4cccd92c-ffb9-46c6-a643-a6dcb4ecd6eb of type vlan for network 5a3b0ef6-879b-4cdc-af59-95ebc4ef6f3d May 12 15:26:17.809379 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583ed444-df97-4d7d-b115-aab1d15497d1 None None] Routers {'7d2b8dbb-d67c-46d4-97ab-ed1952d51b15'} bound to L3 agent in host dv-cinder-789603-6-iscsi {{(pid=78795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:26:17.810108 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_hamode_db [None req-583ed444-df97-4d7d-b115-aab1d15497d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-12T15:12:51Z,description=,heartbeat_timestamp=2021-05-12T15:25:51Z,host='dv-cinder-789603-6-iscsi',id=e96f2393-830b-46ef-bef2-f93615c2f352,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:12:51Z,topic='l3_agent')) {'router_ids': ['7d2b8dbb-d67c-46d4-97ab-ed1952d51b15'], 'active': True} {{(pid=78795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:26:17.841270 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-4ce7f3fa-e151-4aa4-9973-c29a41e01655 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739648879737'] for network, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:17.884511 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-4ce7f3fa-e151-4aa4-9973-c29a41e01655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427'] for network, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:17.887095 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce7f3fa-e151-4aa4-9973-c29a41e01655 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:26:17.888209 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-4ce7f3fa-e151-4aa4-9973-c29a41e01655 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for network, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:17.897170 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-f06aa8aa-6df6-45de-a421-99c0d7e0cbc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:26:18.024958 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_dvr_db [None req-583ed444-df97-4d7d-b115-aab1d15497d1 None None] Set router 7d2b8dbb-d67c-46d4-97ab-ed1952d51b15 gateway port host: dv-cinder-789603-6-iscsi {{(pid=78795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:26:18.117137 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-4ce7f3fa-e151-4aa4-9973-c29a41e01655 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7272742 May 12 15:26:18.120033 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 46638) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:26:18.126233 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce7f3fa-e151-4aa4-9973-c29a41e01655 admin admin] Pushing event updated for resources: {'Network': ['ID=5a3b0ef6-879b-4cdc-af59-95ebc4ef6f3d,revision_number=1']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:26:18.130084 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-4ce7f3fa-e151-4aa4-9973-c29a41e01655 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:26:18.143079 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Network 5a3b0ef6-879b-4cdc-af59-95ebc4ef6f3d details requested by agent ovs-agent-dv-cinder-789603-6-iscsi with host dv-cinder-789603-6-iscsi {{(pid=78794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 15:26:18.145382 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.v2.base [None req-b032ac84-9f0f-41ad-ade7-cf8b6ee169f0 admin admin] Request body: {'subnet': {'network_id': '5a3b0ef6-879b-4cdc-af59-95ebc4ef6f3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1876967352-subnet', 'tenant_id': 'a73e8d5b23d24a0e833035e7a1644ddd', 'ip_version': 4}} {{(pid=78793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:26:18.155907 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-b032ac84-9f0f-41ad-ade7-cf8b6ee169f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:26:18.164942 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-b032ac84-9f0f-41ad-ade7-cf8b6ee169f0 admin admin] Usage tracker for resource:subnet and tenant:a73e8d5b23d24a0e833035e7a1644ddd is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:26:18.171833 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-b032ac84-9f0f-41ad-ade7-cf8b6ee169f0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:26:18.183156 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-b032ac84-9f0f-41ad-ade7-cf8b6ee169f0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:26:18.203484 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b032ac84-9f0f-41ad-ade7-cf8b6ee169f0 admin admin] Made reservation on behalf of a73e8d5b23d24a0e833035e7a1644ddd for: {'subnet': 1} {{(pid=78793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:26:18.206618 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-b032ac84-9f0f-41ad-ade7-cf8b6ee169f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4155405'] for subnet, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:18.411725 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_hamode_db [None req-583ed444-df97-4d7d-b115-aab1d15497d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d2b8dbb-d67c-46d4-97ab-ed1952d51b15', 'name': 'tempest-TestVolumeBootPattern-396584955-router', 'tenant_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'a0eaaa71-6293-4f40-a208-4cedd38e2dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:26:10Z', 'updated_at': '2021-05-12T15:26:14Z', 'revision_number': 4, 'project_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'gw_port': {'id': 'a0eaaa71-6293-4f40-a208-4cedd38e2dc3', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2b8dbb-d67c-46d4-97ab-ed1952d51b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:26:10Z', 'updated_at': '2021-05-12T15:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi', '_interfaces': [{'id': '7e56ff15-ff6a-44ee-b638-69fb02cae5f4', 'name': '', 'network_id': '17267851-fd39-4f2f-86eb-a60d64460bc3', 'tenant_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'mac_address': 'fa:16:3e:1a:eb:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d2b8dbb-d67c-46d4-97ab-ed1952d51b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '90db4296-24fa-4fea-bd4a-f288635b69c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:26:13Z', 'updated_at': '2021-05-12T15:26:14Z', 'revision_number': 2, 'project_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'subnets': [{'id': '90db4296-24fa-4fea-bd4a-f288635b69c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-iscsi', False) {} {{(pid=78795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:26:18.418774 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583ed444-df97-4d7d-b115-aab1d15497d1 None None] Checking router: 7d2b8dbb-d67c-46d4-97ab-ed1952d51b15 for host: dv-cinder-789603-6-iscsi {{(pid=78795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:26:18.418774 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583ed444-df97-4d7d-b115-aab1d15497d1 None None] Updating router 7d2b8dbb-d67c-46d4-97ab-ed1952d51b15 port 7e56ff15-ff6a-44ee-b638-69fb02cae5f4 binding host dv-cinder-789603-6-iscsi {{(pid=78795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 15:26:18.473524 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron_lib.callbacks.manager [None req-583ed444-df97-4d7d-b115-aab1d15497d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:18.691694 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-0491ceca-ec1e-41da-8f8a-4593198fa6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:18.704603 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-b032ac84-9f0f-41ad-ade7-cf8b6ee169f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2679749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4155519'] for subnet, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:18.710364 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:26:18.774835 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device a0eaaa71-6293-4f40-a208-4cedd38e2dc3 up at agent ovs-agent-dv-cinder-789603-6-iscsi {{(pid=78794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:26:18.794611 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b032ac84-9f0f-41ad-ade7-cf8b6ee169f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6aeddff-7723-4db2-a386-390cffce8cb2,revision_number=0']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:26:18.798631 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-b032ac84-9f0f-41ad-ade7-cf8b6ee169f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:26:18.801271 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b032ac84-9f0f-41ad-ade7-cf8b6ee169f0 admin admin] Checking segment: {'id': '4cccd92c-ffb9-46c6-a643-a6dcb4ecd6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5a3b0ef6-879b-4cdc-af59-95ebc4ef6f3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:26:18.801622 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b032ac84-9f0f-41ad-ade7-cf8b6ee169f0 admin admin] Network hostable DHCP agents. Network: 5a3b0ef6-879b-4cdc-af59-95ebc4ef6f3d, hostable agents: ['70f74d37-a86e-42b6-98ff-0814024719b2'], hosted agents: [] {{(pid=78793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 15:26:18.820368 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b032ac84-9f0f-41ad-ade7-cf8b6ee169f0 admin admin] Network 5a3b0ef6-879b-4cdc-af59-95ebc4ef6f3d is scheduled to be hosted by DHCP agent 70f74d37-a86e-42b6-98ff-0814024719b2 with binding_index 1 {{(pid=78793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 15:26:18.837806 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.base_scheduler [None req-b032ac84-9f0f-41ad-ade7-cf8b6ee169f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-6-iscsi, 5a3b0ef6-879b-4cdc-af59-95ebc4ef6f3d) {{(pid=78793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:26:18.849246 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b032ac84-9f0f-41ad-ade7-cf8b6ee169f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:26:18.849873 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-b032ac84-9f0f-41ad-ade7-cf8b6ee169f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for subnet, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:18.864909 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f9b073-c063-4d52-b195-ed28903a1be7 None None] Network 5a3b0ef6-879b-4cdc-af59-95ebc4ef6f3d requested from dv-cinder-789603-6-iscsi {{(pid=78794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 15:26:18.900848 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 46662) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:26:18.901736 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-b032ac84-9f0f-41ad-ade7-cf8b6ee169f0 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7793725 May 12 15:26:18.907872 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.v2.base [None req-08cc0588-94bb-4972-9d6c-ad03bf28c3b6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1876967352-router', 'tenant_id': 'a73e8d5b23d24a0e833035e7a1644ddd', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf'}}} {{(pid=78792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:26:18.916188 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-08cc0588-94bb-4972-9d6c-ad03bf28c3b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:26:18.927614 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-08cc0588-94bb-4972-9d6c-ad03bf28c3b6 admin admin] Usage tracker for resource:router and tenant:a73e8d5b23d24a0e833035e7a1644ddd is out of sync, need to count used quota {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:26:18.931368 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-08cc0588-94bb-4972-9d6c-ad03bf28c3b6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:26:18.946564 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-08cc0588-94bb-4972-9d6c-ad03bf28c3b6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:26:18.965211 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-08cc0588-94bb-4972-9d6c-ad03bf28c3b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1780202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13174'] for router, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:18.967241 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-08cc0588-94bb-4972-9d6c-ad03bf28c3b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1780197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1710053', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1769634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13135'] for router, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:19.004335 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-08cc0588-94bb-4972-9d6c-ad03bf28c3b6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:19.024438 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Provisioning complete for port a0eaaa71-6293-4f40-a208-4cedd38e2dc3 triggered by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:26:19.025487 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:19.029345 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron_lib.callbacks.manager [None req-583ed444-df97-4d7d-b115-aab1d15497d1 None None] Notify callbacks [] for port, precommit_update {{(pid=78795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:19.041571 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.provisioning_blocks [None req-583ed444-df97-4d7d-b115-aab1d15497d1 None None] Transition to ACTIVE for port object 7e56ff15-ff6a-44ee-b638-69fb02cae5f4 will not be triggered until provisioned by entity L2. {{(pid=78795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:26:19.049749 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron_lib.callbacks.manager [None req-583ed444-df97-4d7d-b115-aab1d15497d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:19.060301 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG oslo_concurrency.lockutils [None req-087ed09b-3132-4145-a87d-e2d3b54af2e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:26:19.134994 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6abc28-b30c-449e-8986-a6fe9ef474db None None] Pushing event updated for resources: {'Port': ['ID=7e56ff15-ff6a-44ee-b638-69fb02cae5f4,revision_number=3']} {{(pid=78795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:26:19.213488 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6abc28-b30c-449e-8986-a6fe9ef474db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:26:19.214151 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6abc28-b30c-449e-8986-a6fe9ef474db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:26:19.214660 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6abc28-b30c-449e-8986-a6fe9ef474db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:26:19.215136 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6abc28-b30c-449e-8986-a6fe9ef474db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:26:19.215610 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6abc28-b30c-449e-8986-a6fe9ef474db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:26:19.216080 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6abc28-b30c-449e-8986-a6fe9ef474db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:26:19.216548 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6abc28-b30c-449e-8986-a6fe9ef474db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:26:19.217028 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6abc28-b30c-449e-8986-a6fe9ef474db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:26:19.217562 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6abc28-b30c-449e-8986-a6fe9ef474db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:26:19.218052 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6abc28-b30c-449e-8986-a6fe9ef474db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:26:19.218712 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6abc28-b30c-449e-8986-a6fe9ef474db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:26:19.219189 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6abc28-b30c-449e-8986-a6fe9ef474db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:26:19.228900 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG oslo_concurrency.lockutils [None req-4a6abc28-b30c-449e-8986-a6fe9ef474db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=78795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:26:19.408392 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6c56b7-4aaf-4c08-9652-62208562ca66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16f4760b-9c11-502a-9011-339955202960-5a3b0ef6-879b-4cdc-af59-95ebc4ef6f3d', 'network_id': '5a3b0ef6-879b-4cdc-af59-95ebc4ef6f3d', 'tenant_id': 'a73e8d5b23d24a0e833035e7a1644ddd', 'fixed_ips': [{'subnet_id': 'b6aeddff-7723-4db2-a386-390cffce8cb2'}]}} from dv-cinder-789603-6-iscsi. {{(pid=78794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 12 15:26:19.409948 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-0d6c56b7-4aaf-4c08-9652-62208562ca66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_create {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:19.434376 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.plugins.ml2.managers [None req-583ed444-df97-4d7d-b115-aab1d15497d1 None None] Attempting to bind port 7e56ff15-ff6a-44ee-b638-69fb02cae5f4 on host dv-cinder-789603-6-iscsi for vnic_type normal with profile {{(pid=78795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:26:19.434897 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.plugins.ml2.managers [None req-583ed444-df97-4d7d-b115-aab1d15497d1 None None] Attempting to bind port 7e56ff15-ff6a-44ee-b638-69fb02cae5f4 by drivers openvswitch,hyperv on host dv-cinder-789603-6-iscsi at level 0 using segments [{'id': 'ac82933f-9743-4327-a060-79996a317b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '17267851-fd39-4f2f-86eb-a60d64460bc3'}] {{(pid=78795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:26:19.435094 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583ed444-df97-4d7d-b115-aab1d15497d1 None None] Attempting to bind port 7e56ff15-ff6a-44ee-b638-69fb02cae5f4 on network 17267851-fd39-4f2f-86eb-a60d64460bc3 {{(pid=78795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:26:19.462938 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583ed444-df97-4d7d-b115-aab1d15497d1 None None] Checking agent: {'id': 'a7a9b333-fa08-4200-b168-94acd4aebf78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 15, 12, 52), 'started_at': datetime.datetime(2021, 5, 12, 15, 13, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 15, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:26:19.463404 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583ed444-df97-4d7d-b115-aab1d15497d1 None None] Checking segment: {'id': 'ac82933f-9743-4327-a060-79996a317b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '17267851-fd39-4f2f-86eb-a60d64460bc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:26:19.463819 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron_lib.callbacks.manager [None req-583ed444-df97-4d7d-b115-aab1d15497d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:19.464215 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583ed444-df97-4d7d-b115-aab1d15497d1 None None] Bound using segment: {'id': 'ac82933f-9743-4327-a060-79996a317b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '17267851-fd39-4f2f-86eb-a60d64460bc3'} {{(pid=78795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:26:19.464704 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.plugins.ml2.managers [None req-583ed444-df97-4d7d-b115-aab1d15497d1 None None] Bound port: 7e56ff15-ff6a-44ee-b638-69fb02cae5f4, host: dv-cinder-789603-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac82933f-9743-4327-a060-79996a317b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '17267851-fd39-4f2f-86eb-a60d64460bc3'}}] {{(pid=78795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:26:19.465096 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron_lib.callbacks.manager [None req-583ed444-df97-4d7d-b115-aab1d15497d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:19.564296 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.plugins.ml2.db [None req-583ed444-df97-4d7d-b115-aab1d15497d1 None None] For port 7e56ff15-ff6a-44ee-b638-69fb02cae5f4, host dv-cinder-789603-6-iscsi, cleared binding levels {{(pid=78795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:26:19.575273 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.plugins.ml2.db [None req-583ed444-df97-4d7d-b115-aab1d15497d1 None None] For port 7e56ff15-ff6a-44ee-b638-69fb02cae5f4, host dv-cinder-789603-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-iscsi',level=0,port_id=7e56ff15-ff6a-44ee-b638-69fb02cae5f4,segment=NetworkSegment(ac82933f-9743-4327-a060-79996a317b26),segment_id=ac82933f-9743-4327-a060-79996a317b26)] {{(pid=78795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:26:19.599349 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron_lib.callbacks.manager [None req-583ed444-df97-4d7d-b115-aab1d15497d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:19.604597 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG oslo_concurrency.lockutils [None req-e0c41c9d-eacb-49bf-824e-79988601042a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:26:19.632140 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-08cc0588-94bb-4972-9d6c-ad03bf28c3b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1781278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13137'] for router, precommit_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:19.674162 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.db_base_plugin_common [None req-0d6c56b7-4aaf-4c08-9652-62208562ca66 None None] Allocated IP 172.20.0.2 (5a3b0ef6-879b-4cdc-af59-95ebc4ef6f3d/b6aeddff-7723-4db2-a386-390cffce8cb2/ef3a72d7-2771-45ef-a53d-cf79630efcf1) {{(pid=78794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:26:19.728835 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583ed444-df97-4d7d-b115-aab1d15497d1 None None] Routers {'7d2b8dbb-d67c-46d4-97ab-ed1952d51b15'} bound to L3 agent in host dv-cinder-789603-6-iscsi {{(pid=78795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:26:19.729473 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_hamode_db [None req-583ed444-df97-4d7d-b115-aab1d15497d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-12T15:12:51Z,description=,heartbeat_timestamp=2021-05-12T15:25:51Z,host='dv-cinder-789603-6-iscsi',id=e96f2393-830b-46ef-bef2-f93615c2f352,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:12:51Z,topic='l3_agent')) {'router_ids': ['7d2b8dbb-d67c-46d4-97ab-ed1952d51b15'], 'active': True} {{(pid=78795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:26:19.969672 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_dvr_db [None req-583ed444-df97-4d7d-b115-aab1d15497d1 None None] Set router 7d2b8dbb-d67c-46d4-97ab-ed1952d51b15 gateway port host: dv-cinder-789603-6-iscsi {{(pid=78795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:26:20.024367 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6abc28-b30c-449e-8986-a6fe9ef474db None None] Pushing event updated for resources: {'Port': ['ID=7e56ff15-ff6a-44ee-b638-69fb02cae5f4,revision_number=4']} {{(pid=78795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:26:20.033920 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG oslo_concurrency.lockutils [None req-4a6abc28-b30c-449e-8986-a6fe9ef474db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=78795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:26:20.068999 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-0d6c56b7-4aaf-4c08-9652-62208562ca66 None None] Notify callbacks [] for port, precommit_create {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:20.095018 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-0d6c56b7-4aaf-4c08-9652-62208562ca66 None None] Transition to ACTIVE for port object ef3a72d7-2771-45ef-a53d-cf79630efcf1 will not be triggered until provisioned by entity L2. {{(pid=78794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:26:20.124846 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-08cc0588-94bb-4972-9d6c-ad03bf28c3b6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:20.128018 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-0d6c56b7-4aaf-4c08-9652-62208562ca66 None None] Transition to ACTIVE for port object ef3a72d7-2771-45ef-a53d-cf79630efcf1 will not be triggered until provisioned by entity DHCP. {{(pid=78794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:26:20.136065 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-0d6c56b7-4aaf-4c08-9652-62208562ca66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739648862724'] for port, after_create {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:20.142039 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-234431bd-4485-4810-b48e-b51023b24061 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:26:20.158835 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-08cc0588-94bb-4972-9d6c-ad03bf28c3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:20.208059 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6c56b7-4aaf-4c08-9652-62208562ca66 None None] Network 5a3b0ef6-879b-4cdc-af59-95ebc4ef6f3d is already hosted by enough agents. {{(pid=78794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:26:20.211279 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.scheduler.base_scheduler [None req-0d6c56b7-4aaf-4c08-9652-62208562ca66 None None] Resources bound (agent type, host, resource id): {{(pid=78794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:26:20.215093 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6c56b7-4aaf-4c08-9652-62208562ca66 None None] Received port after_create {{(pid=78794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:26:20.299556 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6c56b7-4aaf-4c08-9652-62208562ca66 None None] Pushing event updated for resources: {'Port': ['ID=ef3a72d7-2771-45ef-a53d-cf79630efcf1,revision_number=1']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:26:20.322186 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.db_base_plugin_common [None req-08cc0588-94bb-4972-9d6c-ad03bf28c3b6 admin admin] Allocated IP 172.27.2.184 (d9e66476-551f-4a93-96a6-794e2ee658bf/9a4f1bc6-77ee-4516-b181-cab47718771b/6e9b29d0-d46a-47d9-8c61-af39a5624951) {{(pid=78792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:26:20.337713 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-0d6c56b7-4aaf-4c08-9652-62208562ca66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:26:20.353320 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.managers [None req-0d6c56b7-4aaf-4c08-9652-62208562ca66 None None] Attempting to bind port ef3a72d7-2771-45ef-a53d-cf79630efcf1 on host dv-cinder-789603-6-iscsi for vnic_type normal with profile {{(pid=78794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:26:20.353790 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.managers [None req-0d6c56b7-4aaf-4c08-9652-62208562ca66 None None] Attempting to bind port ef3a72d7-2771-45ef-a53d-cf79630efcf1 by drivers openvswitch,hyperv on host dv-cinder-789603-6-iscsi at level 0 using segments [{'id': '4cccd92c-ffb9-46c6-a643-a6dcb4ecd6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5a3b0ef6-879b-4cdc-af59-95ebc4ef6f3d'}] {{(pid=78794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:26:20.354188 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6c56b7-4aaf-4c08-9652-62208562ca66 None None] Attempting to bind port ef3a72d7-2771-45ef-a53d-cf79630efcf1 on network 5a3b0ef6-879b-4cdc-af59-95ebc4ef6f3d {{(pid=78794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:26:20.360086 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6c56b7-4aaf-4c08-9652-62208562ca66 None None] Checking agent: {'id': 'a7a9b333-fa08-4200-b168-94acd4aebf78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 15, 12, 52), 'started_at': datetime.datetime(2021, 5, 12, 15, 13, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 15, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:26:20.360462 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6c56b7-4aaf-4c08-9652-62208562ca66 None None] Checking segment: {'id': '4cccd92c-ffb9-46c6-a643-a6dcb4ecd6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5a3b0ef6-879b-4cdc-af59-95ebc4ef6f3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:26:20.360915 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-0d6c56b7-4aaf-4c08-9652-62208562ca66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:20.361439 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6c56b7-4aaf-4c08-9652-62208562ca66 None None] Bound using segment: {'id': '4cccd92c-ffb9-46c6-a643-a6dcb4ecd6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5a3b0ef6-879b-4cdc-af59-95ebc4ef6f3d'} {{(pid=78794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:26:20.361945 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.managers [None req-0d6c56b7-4aaf-4c08-9652-62208562ca66 None None] Bound port: ef3a72d7-2771-45ef-a53d-cf79630efcf1, host: dv-cinder-789603-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cccd92c-ffb9-46c6-a643-a6dcb4ecd6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5a3b0ef6-879b-4cdc-af59-95ebc4ef6f3d'}}] {{(pid=78794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:26:20.362531 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-0d6c56b7-4aaf-4c08-9652-62208562ca66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:20.367594 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_hamode_db [None req-583ed444-df97-4d7d-b115-aab1d15497d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d2b8dbb-d67c-46d4-97ab-ed1952d51b15', 'name': 'tempest-TestVolumeBootPattern-396584955-router', 'tenant_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'a0eaaa71-6293-4f40-a208-4cedd38e2dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:26:10Z', 'updated_at': '2021-05-12T15:26:14Z', 'revision_number': 4, 'project_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'gw_port': {'id': 'a0eaaa71-6293-4f40-a208-4cedd38e2dc3', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2b8dbb-d67c-46d4-97ab-ed1952d51b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:26:10Z', 'updated_at': '2021-05-12T15:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi', '_interfaces': [{'id': '7e56ff15-ff6a-44ee-b638-69fb02cae5f4', 'name': '', 'network_id': '17267851-fd39-4f2f-86eb-a60d64460bc3', 'tenant_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'mac_address': 'fa:16:3e:1a:eb:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d2b8dbb-d67c-46d4-97ab-ed1952d51b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '90db4296-24fa-4fea-bd4a-f288635b69c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:26:13Z', 'updated_at': '2021-05-12T15:26:19Z', 'revision_number': 4, 'project_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'subnets': [{'id': '90db4296-24fa-4fea-bd4a-f288635b69c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-iscsi', False) {} {{(pid=78795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:26:20.373196 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583ed444-df97-4d7d-b115-aab1d15497d1 None None] The sync data for ids ['7d2b8dbb-d67c-46d4-97ab-ed1952d51b15'] in dv-cinder-789603-6-iscsi is: [{'id': '7d2b8dbb-d67c-46d4-97ab-ed1952d51b15', 'name': 'tempest-TestVolumeBootPattern-396584955-router', 'tenant_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'a0eaaa71-6293-4f40-a208-4cedd38e2dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:26:10Z', 'updated_at': '2021-05-12T15:26:14Z', 'revision_number': 4, 'project_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'gw_port': {'id': 'a0eaaa71-6293-4f40-a208-4cedd38e2dc3', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2b8dbb-d67c-46d4-97ab-ed1952d51b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:26:10Z', 'updated_at': '2021-05-12T15:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi', '_interfaces': [{'id': '7e56ff15-ff6a-44ee-b638-69fb02cae5f4', 'name': '', 'network_id': '17267851-fd39-4f2f-86eb-a60d64460bc3', 'tenant_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'mac_address': 'fa:16:3e:1a:eb:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d2b8dbb-d67c-46d4-97ab-ed1952d51b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '90db4296-24fa-4fea-bd4a-f288635b69c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:26:13Z', 'updated_at': '2021-05-12T15:26:19Z', 'revision_number': 4, 'project_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'subnets': [{'id': '90db4296-24fa-4fea-bd4a-f288635b69c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:26:20.530856 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-0d6c56b7-4aaf-4c08-9652-62208562ca66 None None] For port ef3a72d7-2771-45ef-a53d-cf79630efcf1, host dv-cinder-789603-6-iscsi, cleared binding levels {{(pid=78794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:26:20.534560 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-0d6c56b7-4aaf-4c08-9652-62208562ca66 None None] For port ef3a72d7-2771-45ef-a53d-cf79630efcf1, host dv-cinder-789603-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-iscsi',level=0,port_id=ef3a72d7-2771-45ef-a53d-cf79630efcf1,segment=NetworkSegment(4cccd92c-ffb9-46c6-a643-a6dcb4ecd6eb),segment_id=4cccd92c-ffb9-46c6-a643-a6dcb4ecd6eb)] {{(pid=78794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:26:20.543459 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-0d6c56b7-4aaf-4c08-9652-62208562ca66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:20.549638 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:26:20.572106 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-08cc0588-94bb-4972-9d6c-ad03bf28c3b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:20.618252 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-08cc0588-94bb-4972-9d6c-ad03bf28c3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739648862724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3714859'] for port, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:20.635774 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-1c199d1b-a935-4c5a-ac33-94f00d079341 tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:26:20.644064 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6c56b7-4aaf-4c08-9652-62208562ca66 None None] Pushing event updated for resources: {'Port': ['ID=ef3a72d7-2771-45ef-a53d-cf79630efcf1,revision_number=2']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:26:20.649079 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-0d6c56b7-4aaf-4c08-9652-62208562ca66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:26:20.797763 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc0588-94bb-4972-9d6c-ad03bf28c3b6 admin admin] Pushing event updated for resources: {'Port': ['ID=6e9b29d0-d46a-47d9-8c61-af39a5624951,revision_number=1']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:26:20.806942 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-08cc0588-94bb-4972-9d6c-ad03bf28c3b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:26:20.819395 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device 7e56ff15-ff6a-44ee-b638-69fb02cae5f4 up at agent ovs-agent-dv-cinder-789603-6-iscsi {{(pid=78794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:26:20.823263 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08cc0588-94bb-4972-9d6c-ad03bf28c3b6 admin admin] Network d9e66476-551f-4a93-96a6-794e2ee658bf is already hosted by enough agents. {{(pid=78792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:26:20.824764 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.base_scheduler [None req-08cc0588-94bb-4972-9d6c-ad03bf28c3b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=78792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:26:20.827826 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cc0588-94bb-4972-9d6c-ad03bf28c3b6 admin admin] Received port after_create {{(pid=78792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:26:21.020843 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Provisioning for port 7e56ff15-ff6a-44ee-b638-69fb02cae5f4 completed by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:26:21.028060 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Provisioning complete for port 7e56ff15-ff6a-44ee-b638-69fb02cae5f4 triggered by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:26:21.028060 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:21.188052 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-4a3ac7e0-bcfc-4f9d-a0bc-08a207101a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:21.220382 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:21.263403 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] For port 7e56ff15-ff6a-44ee-b638-69fb02cae5f4, host dv-cinder-789603-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-iscsi',level=0,port_id=7e56ff15-ff6a-44ee-b638-69fb02cae5f4,segment=NetworkSegment(ac82933f-9743-4327-a060-79996a317b26),segment_id=ac82933f-9743-4327-a060-79996a317b26)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:26:21.268513 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:21.275485 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:26:21.409872 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Pushing event updated for resources: {'Port': ['ID=7e56ff15-ff6a-44ee-b638-69fb02cae5f4,revision_number=5']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:26:21.414422 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:26:21.538665 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-08cc0588-94bb-4972-9d6c-ad03bf28c3b6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:21.617744 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:21.914044 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0141e27d-c9f9-40a5-b4c5-2830aa42bb84 None None] Network 5a3b0ef6-879b-4cdc-af59-95ebc4ef6f3d requested from dv-cinder-789603-6-iscsi {{(pid=78794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 15:26:21.948461 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-08cc0588-94bb-4972-9d6c-ad03bf28c3b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705993'] for router, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:22.054325 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-9bc9eb21-003b-40bd-9019-112326b28dc5 None None] Provisioning for port ef3a72d7-2771-45ef-a53d-cf79630efcf1 completed by entity DHCP. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:26:22.183530 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08cc0588-94bb-4972-9d6c-ad03bf28c3b6 admin admin] Router fd911a32-1478-40fd-8c81-2130883017b1 is scheduled to L3 agent e96f2393-830b-46ef-bef2-f93615c2f352 with binding_index 1 {{(pid=78792) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 15:26:22.286636 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-8e9e3eb0-3c8e-4693-b231-5e176560d846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:22.385309 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08cc0588-94bb-4972-9d6c-ad03bf28c3b6 admin admin] Notify agent at l3_agent.dv-cinder-789603-6-iscsi the message routers_updated {{(pid=78792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:26:22.398689 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5063e8e8-37b1-424c-9992-607d1d3f66e6 None None] Sync routers for ids ['fd911a32-1478-40fd-8c81-2130883017b1'] in dv-cinder-789603-6-iscsi {{(pid=78794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:26:22.411563 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5063e8e8-37b1-424c-9992-607d1d3f66e6 None None] Routers {'fd911a32-1478-40fd-8c81-2130883017b1'} bound to L3 agent in host dv-cinder-789603-6-iscsi {{(pid=78794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:26:22.412367 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-5063e8e8-37b1-424c-9992-607d1d3f66e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-12T15:12:51Z,description=,heartbeat_timestamp=2021-05-12T15:26:21Z,host='dv-cinder-789603-6-iscsi',id=e96f2393-830b-46ef-bef2-f93615c2f352,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:12:51Z,topic='l3_agent')) {'router_ids': ['fd911a32-1478-40fd-8c81-2130883017b1'], 'active': True} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:26:22.414961 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-08cc0588-94bb-4972-9d6c-ad03bf28c3b6 admin admin] Notify callbacks [] for router, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:22.419212 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-08cc0588-94bb-4972-9d6c-ad03bf28c3b6 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.5136621 May 12 15:26:22.419335 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 46724) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:26:22.645949 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvr_db [None req-5063e8e8-37b1-424c-9992-607d1d3f66e6 None None] Set router fd911a32-1478-40fd-8c81-2130883017b1 gateway port host: dv-cinder-789603-6-iscsi {{(pid=78794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:26:22.976526 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device ef3a72d7-2771-45ef-a53d-cf79630efcf1 up at agent ovs-agent-dv-cinder-789603-6-iscsi {{(pid=78794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:26:23.081490 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Provisioning for port ef3a72d7-2771-45ef-a53d-cf79630efcf1 completed by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:26:23.089651 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Provisioning complete for port ef3a72d7-2771-45ef-a53d-cf79630efcf1 triggered by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:26:23.090205 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:23.130154 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-5063e8e8-37b1-424c-9992-607d1d3f66e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd911a32-1478-40fd-8c81-2130883017b1', 'name': 'tempest-TestVolumeBootPattern-1876967352-router', 'tenant_id': 'a73e8d5b23d24a0e833035e7a1644ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '6e9b29d0-d46a-47d9-8c61-af39a5624951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:26:18Z', 'updated_at': '2021-05-12T15:26:21Z', 'revision_number': 3, 'project_id': 'a73e8d5b23d24a0e833035e7a1644ddd', 'gw_port': {'id': '6e9b29d0-d46a-47d9-8c61-af39a5624951', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c3:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd911a32-1478-40fd-8c81-2130883017b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:26:20Z', 'updated_at': '2021-05-12T15:26:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi'}], 'dv-cinder-789603-6-iscsi', False) {} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:26:23.136849 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5063e8e8-37b1-424c-9992-607d1d3f66e6 None None] Checking router: fd911a32-1478-40fd-8c81-2130883017b1 for host: dv-cinder-789603-6-iscsi {{(pid=78794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:26:23.137226 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5063e8e8-37b1-424c-9992-607d1d3f66e6 None None] Updating router fd911a32-1478-40fd-8c81-2130883017b1 port 6e9b29d0-d46a-47d9-8c61-af39a5624951 binding host dv-cinder-789603-6-iscsi {{(pid=78794) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 15:26:23.214954 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-5063e8e8-37b1-424c-9992-607d1d3f66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:23.400369 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:23.421046 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-7ff9cf5c-80f5-42b9-bfa4-c3ed2babb146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:23.473673 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] For port ef3a72d7-2771-45ef-a53d-cf79630efcf1, host dv-cinder-789603-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-iscsi',level=0,port_id=ef3a72d7-2771-45ef-a53d-cf79630efcf1,segment=NetworkSegment(4cccd92c-ffb9-46c6-a643-a6dcb4ecd6eb),segment_id=4cccd92c-ffb9-46c6-a643-a6dcb4ecd6eb)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:26:23.520333 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:23.521177 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device 7e56ff15-ff6a-44ee-b638-69fb02cae5f4 up at agent ovs-agent-dv-cinder-789603-6-iscsi {{(pid=78794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:26:23.552821 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-0d6c56b7-4aaf-4c08-9652-62208562ca66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:26:23.625249 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.db_base_plugin_common [None req-7ff9cf5c-80f5-42b9-bfa4-c3ed2babb146 admin admin] Allocated IP 172.20.0.1 (5a3b0ef6-879b-4cdc-af59-95ebc4ef6f3d/b6aeddff-7723-4db2-a386-390cffce8cb2/8b25b4a2-0249-40f0-97f8-d8802bae1399) {{(pid=78792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:26:23.685748 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Pushing event updated for resources: {'Port': ['ID=ef3a72d7-2771-45ef-a53d-cf79630efcf1,revision_number=3']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:26:23.691667 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:26:23.708934 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Provisioning complete for port 7e56ff15-ff6a-44ee-b638-69fb02cae5f4 triggered by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:26:23.709319 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:23.775686 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-7ff9cf5c-80f5-42b9-bfa4-c3ed2babb146 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:23.792643 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.provisioning_blocks [None req-7ff9cf5c-80f5-42b9-bfa4-c3ed2babb146 admin admin] Transition to ACTIVE for port object 8b25b4a2-0249-40f0-97f8-d8802bae1399 will not be triggered until provisioned by entity DHCP. {{(pid=78792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:26:23.822107 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-7ff9cf5c-80f5-42b9-bfa4-c3ed2babb146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739648862724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3714859'] for port, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:23.827891 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-0ef6c6e5-77cb-440e-bc7f-da3fc2e2ba13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:26:23.843836 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-5063e8e8-37b1-424c-9992-607d1d3f66e6 None None] Notify callbacks [] for port, precommit_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:23.885808 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff9cf5c-80f5-42b9-bfa4-c3ed2babb146 admin admin] Network 5a3b0ef6-879b-4cdc-af59-95ebc4ef6f3d is already hosted by enough agents. {{(pid=78792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:26:23.889928 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.base_scheduler [None req-7ff9cf5c-80f5-42b9-bfa4-c3ed2babb146 admin admin] Resources bound (agent type, host, resource id): {{(pid=78792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:26:23.894255 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-5063e8e8-37b1-424c-9992-607d1d3f66e6 None None] Transition to ACTIVE for port object 6e9b29d0-d46a-47d9-8c61-af39a5624951 will not be triggered until provisioned by entity L2. {{(pid=78794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:26:23.894987 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff9cf5c-80f5-42b9-bfa4-c3ed2babb146 admin admin] Received port after_create {{(pid=78792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:26:23.917476 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-5063e8e8-37b1-424c-9992-607d1d3f66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:23.922725 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-ba950c45-2b63-419f-865d-bf77ca269fa0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:26:23.958365 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff9cf5c-80f5-42b9-bfa4-c3ed2babb146 admin admin] Pushing event updated for resources: {'Port': ['ID=8b25b4a2-0249-40f0-97f8-d8802bae1399,revision_number=1']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:26:23.963660 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-7ff9cf5c-80f5-42b9-bfa4-c3ed2babb146 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:26:23.997461 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-7ff9cf5c-80f5-42b9-bfa4-c3ed2babb146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705686'] for router_interface, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:24.019768 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.managers [None req-5063e8e8-37b1-424c-9992-607d1d3f66e6 None None] Attempting to bind port 6e9b29d0-d46a-47d9-8c61-af39a5624951 on host dv-cinder-789603-6-iscsi for vnic_type normal with profile {{(pid=78794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:26:24.020151 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.managers [None req-5063e8e8-37b1-424c-9992-607d1d3f66e6 None None] Attempting to bind port 6e9b29d0-d46a-47d9-8c61-af39a5624951 by drivers openvswitch,hyperv on host dv-cinder-789603-6-iscsi at level 0 using segments [{'id': '5d059134-8cbd-4fdb-844f-331960400265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf'}] {{(pid=78794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:26:24.021667 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5063e8e8-37b1-424c-9992-607d1d3f66e6 None None] Attempting to bind port 6e9b29d0-d46a-47d9-8c61-af39a5624951 on network d9e66476-551f-4a93-96a6-794e2ee658bf {{(pid=78794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:26:24.033937 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dece73-0aa8-4951-a3b8-fb342c6fb0d1 None None] Pushing event updated for resources: {'Port': ['ID=6e9b29d0-d46a-47d9-8c61-af39a5624951,revision_number=2']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:26:24.037276 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-06dece73-0aa8-4951-a3b8-fb342c6fb0d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:26:24.038403 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5063e8e8-37b1-424c-9992-607d1d3f66e6 None None] Checking agent: {'id': 'a7a9b333-fa08-4200-b168-94acd4aebf78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 15, 12, 52), 'started_at': datetime.datetime(2021, 5, 12, 15, 13, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 15, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:26:24.040284 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5063e8e8-37b1-424c-9992-607d1d3f66e6 None None] Checking segment: {'id': '5d059134-8cbd-4fdb-844f-331960400265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:26:24.040284 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-5063e8e8-37b1-424c-9992-607d1d3f66e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:24.040284 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5063e8e8-37b1-424c-9992-607d1d3f66e6 None None] Bound using segment: {'id': '5d059134-8cbd-4fdb-844f-331960400265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf'} {{(pid=78794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:26:24.040284 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.managers [None req-5063e8e8-37b1-424c-9992-607d1d3f66e6 None None] Bound port: 6e9b29d0-d46a-47d9-8c61-af39a5624951, host: dv-cinder-789603-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d059134-8cbd-4fdb-844f-331960400265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf'}}] {{(pid=78794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:26:24.040695 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-5063e8e8-37b1-424c-9992-607d1d3f66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:24.143323 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-5063e8e8-37b1-424c-9992-607d1d3f66e6 None None] For port 6e9b29d0-d46a-47d9-8c61-af39a5624951, host dv-cinder-789603-6-iscsi, cleared binding levels {{(pid=78794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:26:24.147818 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-5063e8e8-37b1-424c-9992-607d1d3f66e6 None None] For port 6e9b29d0-d46a-47d9-8c61-af39a5624951, host dv-cinder-789603-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-iscsi',level=0,port_id=6e9b29d0-d46a-47d9-8c61-af39a5624951,segment=NetworkSegment(5d059134-8cbd-4fdb-844f-331960400265),segment_id=5d059134-8cbd-4fdb-844f-331960400265)] {{(pid=78794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:26:24.156392 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-5063e8e8-37b1-424c-9992-607d1d3f66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:24.163174 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:26:24.291729 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-876105c5-eed7-46ba-a478-d2a34eb0d798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:24.292382 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-9dff1a04-1634-4e74-9f92-943b2112c388 None None] Provisioning for port 8b25b4a2-0249-40f0-97f8-d8802bae1399 completed by entity DHCP. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:26:24.301607 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5063e8e8-37b1-424c-9992-607d1d3f66e6 None None] Routers {'fd911a32-1478-40fd-8c81-2130883017b1'} bound to L3 agent in host dv-cinder-789603-6-iscsi {{(pid=78794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:26:24.302273 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-5063e8e8-37b1-424c-9992-607d1d3f66e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-12T15:12:51Z,description=,heartbeat_timestamp=2021-05-12T15:26:21Z,host='dv-cinder-789603-6-iscsi',id=e96f2393-830b-46ef-bef2-f93615c2f352,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:12:51Z,topic='l3_agent')) {'router_ids': ['fd911a32-1478-40fd-8c81-2130883017b1'], 'active': True} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:26:24.359901 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-9dff1a04-1634-4e74-9f92-943b2112c388 None None] Provisioning complete for port 8b25b4a2-0249-40f0-97f8-d8802bae1399 triggered by entity DHCP. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:26:24.360319 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-9dff1a04-1634-4e74-9f92-943b2112c388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:24.388795 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-7ff9cf5c-80f5-42b9-bfa4-c3ed2babb146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:24.448703 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dece73-0aa8-4951-a3b8-fb342c6fb0d1 None None] Pushing event updated for resources: {'Port': ['ID=6e9b29d0-d46a-47d9-8c61-af39a5624951,revision_number=3']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:26:24.468832 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-06dece73-0aa8-4951-a3b8-fb342c6fb0d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:26:24.511617 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.plugin [None req-9dff1a04-1634-4e74-9f92-943b2112c388 None None] Port 8b25b4a2-0249-40f0-97f8-d8802bae1399 cannot update to ACTIVE because it is not bound. {{(pid=78794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 15:26:24.562692 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvr_db [None req-5063e8e8-37b1-424c-9992-607d1d3f66e6 None None] Set router fd911a32-1478-40fd-8c81-2130883017b1 gateway port host: dv-cinder-789603-6-iscsi {{(pid=78794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:26:24.684347 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-7ff9cf5c-80f5-42b9-bfa4-c3ed2babb146 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:24.701867 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-7ff9cf5c-80f5-42b9-bfa4-c3ed2babb146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3714866'] for port, after_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:24.776398 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-e642d0b1-abfe-493f-a3f4-0df03dcb2db9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:26:24.810812 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-7ff9cf5c-80f5-42b9-bfa4-c3ed2babb146 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705589'] for router_interface, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:24.864181 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device ef3a72d7-2771-45ef-a53d-cf79630efcf1 up at agent ovs-agent-dv-cinder-789603-6-iscsi {{(pid=78794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:26:24.942346 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff9cf5c-80f5-42b9-bfa4-c3ed2babb146 admin admin] Pushing event updated for resources: {'Port': ['ID=8b25b4a2-0249-40f0-97f8-d8802bae1399,revision_number=2']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:26:24.947548 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-7ff9cf5c-80f5-42b9-bfa4-c3ed2babb146 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:26:25.023888 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff9cf5c-80f5-42b9-bfa4-c3ed2babb146 admin admin] Network 5a3b0ef6-879b-4cdc-af59-95ebc4ef6f3d is already hosted by enough agents. {{(pid=78792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:26:25.025082 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.base_scheduler [None req-7ff9cf5c-80f5-42b9-bfa4-c3ed2babb146 admin admin] Resources bound (agent type, host, resource id): {{(pid=78792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:26:25.116469 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Provisioning complete for port ef3a72d7-2771-45ef-a53d-cf79630efcf1 triggered by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:26:25.116965 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:25.223166 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-5063e8e8-37b1-424c-9992-607d1d3f66e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd911a32-1478-40fd-8c81-2130883017b1', 'name': 'tempest-TestVolumeBootPattern-1876967352-router', 'tenant_id': 'a73e8d5b23d24a0e833035e7a1644ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '6e9b29d0-d46a-47d9-8c61-af39a5624951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:26:18Z', 'updated_at': '2021-05-12T15:26:24Z', 'revision_number': 4, 'project_id': 'a73e8d5b23d24a0e833035e7a1644ddd', 'gw_port': {'id': '6e9b29d0-d46a-47d9-8c61-af39a5624951', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c3:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd911a32-1478-40fd-8c81-2130883017b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:26:20Z', 'updated_at': '2021-05-12T15:26:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi', '_interfaces': [{'id': '8b25b4a2-0249-40f0-97f8-d8802bae1399', 'name': '', 'network_id': '5a3b0ef6-879b-4cdc-af59-95ebc4ef6f3d', 'tenant_id': 'a73e8d5b23d24a0e833035e7a1644ddd', 'mac_address': 'fa:16:3e:e7:47:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd911a32-1478-40fd-8c81-2130883017b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'b6aeddff-7723-4db2-a386-390cffce8cb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:26:23Z', 'updated_at': '2021-05-12T15:26:23Z', 'revision_number': 1, 'project_id': 'a73e8d5b23d24a0e833035e7a1644ddd', 'subnets': [{'id': 'b6aeddff-7723-4db2-a386-390cffce8cb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-iscsi', False) {} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:26:25.230007 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5063e8e8-37b1-424c-9992-607d1d3f66e6 None None] The sync data for ids ['fd911a32-1478-40fd-8c81-2130883017b1'] in dv-cinder-789603-6-iscsi is: [{'id': 'fd911a32-1478-40fd-8c81-2130883017b1', 'name': 'tempest-TestVolumeBootPattern-1876967352-router', 'tenant_id': 'a73e8d5b23d24a0e833035e7a1644ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '6e9b29d0-d46a-47d9-8c61-af39a5624951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:26:18Z', 'updated_at': '2021-05-12T15:26:24Z', 'revision_number': 4, 'project_id': 'a73e8d5b23d24a0e833035e7a1644ddd', 'gw_port': {'id': '6e9b29d0-d46a-47d9-8c61-af39a5624951', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c3:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd911a32-1478-40fd-8c81-2130883017b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:26:20Z', 'updated_at': '2021-05-12T15:26:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi', '_interfaces': [{'id': '8b25b4a2-0249-40f0-97f8-d8802bae1399', 'name': '', 'network_id': '5a3b0ef6-879b-4cdc-af59-95ebc4ef6f3d', 'tenant_id': 'a73e8d5b23d24a0e833035e7a1644ddd', 'mac_address': 'fa:16:3e:e7:47:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd911a32-1478-40fd-8c81-2130883017b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'b6aeddff-7723-4db2-a386-390cffce8cb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:26:23Z', 'updated_at': '2021-05-12T15:26:23Z', 'revision_number': 1, 'project_id': 'a73e8d5b23d24a0e833035e7a1644ddd', 'subnets': [{'id': 'b6aeddff-7723-4db2-a386-390cffce8cb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:26:25.253517 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 46786) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:26:25.348023 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-eb9b4d40-50cc-4509-aebf-9e0d086fb21c None None] Provisioning complete for port 8b25b4a2-0249-40f0-97f8-d8802bae1399 triggered by entity DHCP. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:26:25.348261 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-eb9b4d40-50cc-4509-aebf-9e0d086fb21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:25.376808 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ff9cf5c-80f5-42b9-bfa4-c3ed2babb146 admin admin] Router fd911a32-1478-40fd-8c81-2130883017b1 has already been hosted by L3 agent e96f2393-830b-46ef-bef2-f93615c2f352 {{(pid=78792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 15:26:25.410535 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.plugin [None req-eb9b4d40-50cc-4509-aebf-9e0d086fb21c None None] Port 8b25b4a2-0249-40f0-97f8-d8802bae1399 cannot update to ACTIVE because it is not bound. {{(pid=78794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 15:26:25.418485 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-1cabc095-c72e-4873-be55-b82804396b1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:25.433573 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-1cabc095-c72e-4873-be55-b82804396b1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:26:25.437831 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-1cabc095-c72e-4873-be55-b82804396b1b admin admin] Usage tracker for resource:security_group_rule and tenant:bdbead5277294035aa799ba7873839bf is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:26:25.440791 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-1cabc095-c72e-4873-be55-b82804396b1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:26:25.446448 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-1cabc095-c72e-4873-be55-b82804396b1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:26:25.558986 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-1cabc095-c72e-4873-be55-b82804396b1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:25.568461 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-1cabc095-c72e-4873-be55-b82804396b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:25.578226 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ff9cf5c-80f5-42b9-bfa4-c3ed2babb146 admin admin] Notify agent at l3_agent.dv-cinder-789603-6-iscsi the message routers_updated {{(pid=78792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:26:25.579058 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-5573bd0b-ecab-4ca6-a0a1-f79a9d7b3ae8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:26:25.587513 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-7ff9cf5c-80f5-42b9-bfa4-c3ed2babb146 admin admin] 10.222.0.32 "PUT /v2.0/routers/fd911a32-1478-40fd-8c81-2130883017b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1671977 May 12 15:26:25.631643 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-1cabc095-c72e-4873-be55-b82804396b1b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bdbead5277294035aa799ba7873839bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3746665 May 12 15:26:25.631888 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 46794) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:26:25.635009 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cabc095-c72e-4873-be55-b82804396b1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2299be4-cc52-470d-ace6-e6ee4962c76c,revision_number=1']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:26:25.639765 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-1cabc095-c72e-4873-be55-b82804396b1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:26:25.704684 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-f639c905-b934-4d04-9dbb-df4a45051c20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:25.737575 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-f639c905-b934-4d04-9dbb-df4a45051c20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:25.802432 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-f639c905-b934-4d04-9dbb-df4a45051c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:25.806367 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-8e013427-1a3a-4028-878f-df7000ca1443 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:26:25.819392 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f639c905-b934-4d04-9dbb-df4a45051c20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2299be4-cc52-470d-ace6-e6ee4962c76c,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:26:25.821682 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-f639c905-b934-4d04-9dbb-df4a45051c20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:26:25.827844 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-f639c905-b934-4d04-9dbb-df4a45051c20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:25.828988 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-f639c905-b934-4d04-9dbb-df4a45051c20 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f2299be4-cc52-470d-ace6-e6ee4962c76c HTTP/1.1" status: 204 len: 168 time: 0.1959746 May 12 15:26:26.164021 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 46810) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:26:26.170710 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.v2.base [None req-e44a471e-f53d-4234-96fb-41bc860fe2b9 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1894392317', 'description': 'tempest-secgroup-smoke-1894392317 description', 'project_id': '9c641ae825cc4fc19fd89c2aecc761e3'}} {{(pid=78792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:26:26.176872 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-e44a471e-f53d-4234-96fb-41bc860fe2b9 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:26:26.180056 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 46814) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:26:26.182508 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-e44a471e-f53d-4234-96fb-41bc860fe2b9 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Usage tracker for resource:security_group and tenant:9c641ae825cc4fc19fd89c2aecc761e3 is out of sync, need to count used quota {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:26:26.186768 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-e44a471e-f53d-4234-96fb-41bc860fe2b9 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:26:26.193034 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-e44a471e-f53d-4234-96fb-41bc860fe2b9 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:26:26.199632 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-d5ad5ef0-6f7d-4fab-8dad-b3036fada486 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:26.204172 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-e44a471e-f53d-4234-96fb-41bc860fe2b9 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks [] for security_group, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:26.215551 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-d5ad5ef0-6f7d-4fab-8dad-b3036fada486 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:26:26.221152 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-d5ad5ef0-6f7d-4fab-8dad-b3036fada486 admin admin] Usage tracker for resource:security_group_rule and tenant:1c417683b9d9493d8064373a685e6dd6 is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:26:26.224139 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-d5ad5ef0-6f7d-4fab-8dad-b3036fada486 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:26:26.228244 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-e44a471e-f53d-4234-96fb-41bc860fe2b9 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:26:26.230276 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-d5ad5ef0-6f7d-4fab-8dad-b3036fada486 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:26:26.232240 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-e44a471e-f53d-4234-96fb-41bc860fe2b9 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Usage tracker for resource:security_group_rule and tenant:9c641ae825cc4fc19fd89c2aecc761e3 is out of sync, need to count used quota {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:26:26.236378 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-e44a471e-f53d-4234-96fb-41bc860fe2b9 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:26:26.245103 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-e44a471e-f53d-4234-96fb-41bc860fe2b9 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:26:26.335025 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-e44a471e-f53d-4234-96fb-41bc860fe2b9 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks [] for security_group, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:26.350894 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-e44a471e-f53d-4234-96fb-41bc860fe2b9 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:26.362224 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-165b8299-52de-4a5e-97a7-f08ea59b5f40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:26:26.377405 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-d5ad5ef0-6f7d-4fab-8dad-b3036fada486 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:26.386208 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-d5ad5ef0-6f7d-4fab-8dad-b3036fada486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:26.401406 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44a471e-f53d-4234-96fb-41bc860fe2b9 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2760b0f1-b234-4de9-89f2-f77f95ef8caa,revision_number=1']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:26:26.404906 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-011d4962-f1fa-4997-aac8-9f01bd803d74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:26:26.407923 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-e44a471e-f53d-4234-96fb-41bc860fe2b9 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:26:26.409163 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-e44a471e-f53d-4234-96fb-41bc860fe2b9 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks [] for security_group, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:26.413526 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-e44a471e-f53d-4234-96fb-41bc860fe2b9 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2451987 May 12 15:26:26.413526 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 46824) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:26:26.421646 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.v2.base [None req-f5b11c2e-0e4b-4178-a9c1-1f1666bfe192 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Request body: {'security_group_rule': {'security_group_id': '2760b0f1-b234-4de9-89f2-f77f95ef8caa', 'project_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:26:26.429180 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-f5b11c2e-0e4b-4178-a9c1-1f1666bfe192 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:26:26.433673 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-f5b11c2e-0e4b-4178-a9c1-1f1666bfe192 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Usage tracker for resource:security_group_rule and tenant:9c641ae825cc4fc19fd89c2aecc761e3 is out of sync, need to count used quota {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:26:26.437309 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-f5b11c2e-0e4b-4178-a9c1-1f1666bfe192 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:26:26.444477 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-f5b11c2e-0e4b-4178-a9c1-1f1666bfe192 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:26:26.457949 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-d5ad5ef0-6f7d-4fab-8dad-b3036fada486 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1c417683b9d9493d8064373a685e6dd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2767746 May 12 15:26:26.460605 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 46828) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:26:26.463687 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-f5b11c2e-0e4b-4178-a9c1-1f1666bfe192 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:26.464056 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ad5ef0-6f7d-4fab-8dad-b3036fada486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e34ecb-d943-4e6b-984a-6fd3bd7da8ba,revision_number=1']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:26:26.512785 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-d5ad5ef0-6f7d-4fab-8dad-b3036fada486 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:26:26.535074 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-f5b11c2e-0e4b-4178-a9c1-1f1666bfe192 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:26.541302 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-f5b11c2e-0e4b-4178-a9c1-1f1666bfe192 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325463'] for security_group_rule, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:26.542595 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-ad1f0c3d-b0bd-4488-91f1-c523c66f73d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:26.544201 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:26:26.569128 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b11c2e-0e4b-4178-a9c1-1f1666bfe192 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c812796-9e7c-44e4-9317-98536fea92c7,revision_number=0']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:26:26.573519 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-ad1f0c3d-b0bd-4488-91f1-c523c66f73d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:26.582544 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-f5b11c2e-0e4b-4178-a9c1-1f1666bfe192 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:26:26.594541 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-f5b11c2e-0e4b-4178-a9c1-1f1666bfe192 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:26.595955 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-f5b11c2e-0e4b-4178-a9c1-1f1666bfe192 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1812139 May 12 15:26:26.600828 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 46836) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:26:26.607024 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.v2.base [None req-7d7ac764-f428-4565-a8a2-ac08ab4a592b tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Request body: {'security_group_rule': {'security_group_id': '2760b0f1-b234-4de9-89f2-f77f95ef8caa', 'project_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:26:26.624086 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-7d7ac764-f428-4565-a8a2-ac08ab4a592b tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:26:26.631808 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-7d7ac764-f428-4565-a8a2-ac08ab4a592b tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Usage tracker for resource:security_group_rule and tenant:9c641ae825cc4fc19fd89c2aecc761e3 is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:26:26.634754 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-7d7ac764-f428-4565-a8a2-ac08ab4a592b tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:26:26.641124 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-7d7ac764-f428-4565-a8a2-ac08ab4a592b tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:26:26.659726 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-7d7ac764-f428-4565-a8a2-ac08ab4a592b tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:26.686458 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-ad1f0c3d-b0bd-4488-91f1-c523c66f73d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:26.692401 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-a100c707-75f4-42f6-a828-82a6d9dda3d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:26:26.722561 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1f0c3d-b0bd-4488-91f1-c523c66f73d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e34ecb-d943-4e6b-984a-6fd3bd7da8ba,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:26:26.727674 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-ad1f0c3d-b0bd-4488-91f1-c523c66f73d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:26:26.734659 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-ad1f0c3d-b0bd-4488-91f1-c523c66f73d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:26.735762 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-ad1f0c3d-b0bd-4488-91f1-c523c66f73d5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a2e34ecb-d943-4e6b-984a-6fd3bd7da8ba HTTP/1.1" status: 204 len: 168 time: 0.2739980 May 12 15:26:26.758794 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-7d7ac764-f428-4565-a8a2-ac08ab4a592b tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:26.766887 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-7d7ac764-f428-4565-a8a2-ac08ab4a592b tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325463'] for security_group_rule, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:26.769203 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:26:26.797761 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7ac764-f428-4565-a8a2-ac08ab4a592b tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=298614fc-6166-4442-afbe-d7e173f417c1,revision_number=0']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:26:26.800331 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-7d7ac764-f428-4565-a8a2-ac08ab4a592b tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:26:26.808479 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-7d7ac764-f428-4565-a8a2-ac08ab4a592b tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:26.810487 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-7d7ac764-f428-4565-a8a2-ac08ab4a592b tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2082479 May 12 15:26:26.813233 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 46846) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:26:26.823567 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.v2.base [None req-c71b1e4e-56ed-4acc-84de-e248b0de330c tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Request body: {'security_group_rule': {'security_group_id': '2760b0f1-b234-4de9-89f2-f77f95ef8caa', 'project_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:26:26.834694 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-c71b1e4e-56ed-4acc-84de-e248b0de330c tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:26:26.841054 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-c71b1e4e-56ed-4acc-84de-e248b0de330c tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Usage tracker for resource:security_group_rule and tenant:9c641ae825cc4fc19fd89c2aecc761e3 is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:26:26.845321 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-c71b1e4e-56ed-4acc-84de-e248b0de330c tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:26:26.854261 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-c71b1e4e-56ed-4acc-84de-e248b0de330c tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:26:26.901449 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-c71b1e4e-56ed-4acc-84de-e248b0de330c tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:27.016016 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-c71b1e4e-56ed-4acc-84de-e248b0de330c tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:27.019110 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:27.023557 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-c71b1e4e-56ed-4acc-84de-e248b0de330c tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325463'] for security_group_rule, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:27.041637 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:26:27.087201 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71b1e4e-56ed-4acc-84de-e248b0de330c tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a691e0c-1810-4864-8432-89d9dc1aff56,revision_number=0']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:26:27.090621 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-c71b1e4e-56ed-4acc-84de-e248b0de330c tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:26:27.095040 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-c71b1e4e-56ed-4acc-84de-e248b0de330c tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:27.098799 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-c71b1e4e-56ed-4acc-84de-e248b0de330c tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2817893 May 12 15:26:27.099284 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 46854) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:26:27.104671 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.v2.base [None req-25c61215-6378-47b7-98cc-28a5869dbae8 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Request body: {'security_group_rule': {'security_group_id': '2760b0f1-b234-4de9-89f2-f77f95ef8caa', 'project_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:26:27.112059 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-25c61215-6378-47b7-98cc-28a5869dbae8 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:26:27.117585 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-25c61215-6378-47b7-98cc-28a5869dbae8 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Usage tracker for resource:security_group_rule and tenant:9c641ae825cc4fc19fd89c2aecc761e3 is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:26:27.121944 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-25c61215-6378-47b7-98cc-28a5869dbae8 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:26:27.131107 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-25c61215-6378-47b7-98cc-28a5869dbae8 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:26:27.156531 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-25c61215-6378-47b7-98cc-28a5869dbae8 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:27.298083 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-25c61215-6378-47b7-98cc-28a5869dbae8 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:27.305022 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-25c61215-6378-47b7-98cc-28a5869dbae8 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325463'] for security_group_rule, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:27.319492 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-7d7ac764-f428-4565-a8a2-ac08ab4a592b tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:26:27.364774 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c61215-6378-47b7-98cc-28a5869dbae8 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58ae66aa-bba3-419d-97b0-746996ad30ce,revision_number=0']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:26:27.379276 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-25c61215-6378-47b7-98cc-28a5869dbae8 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:26:27.389857 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-25c61215-6378-47b7-98cc-28a5869dbae8 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:27.393733 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-25c61215-6378-47b7-98cc-28a5869dbae8 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2912962 May 12 15:26:27.394165 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 46868) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:26:27.400472 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.v2.base [None req-f6e86c42-47d1-4b6f-8878-a3ad7fe48ecb tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Request body: {'security_group_rule': {'security_group_id': '2760b0f1-b234-4de9-89f2-f77f95ef8caa', 'project_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:26:27.408125 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-f6e86c42-47d1-4b6f-8878-a3ad7fe48ecb tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:26:27.416013 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-f6e86c42-47d1-4b6f-8878-a3ad7fe48ecb tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Usage tracker for resource:security_group_rule and tenant:9c641ae825cc4fc19fd89c2aecc761e3 is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:26:27.422636 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-f6e86c42-47d1-4b6f-8878-a3ad7fe48ecb tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:26:27.430723 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-f6e86c42-47d1-4b6f-8878-a3ad7fe48ecb tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:26:27.459588 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.db.securitygroups_db [None req-f6e86c42-47d1-4b6f-8878-a3ad7fe48ecb tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Project 9c641ae825cc4fc19fd89c2aecc761e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 15:26:27.468001 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-f6e86c42-47d1-4b6f-8878-a3ad7fe48ecb tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:27.647482 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-f6e86c42-47d1-4b6f-8878-a3ad7fe48ecb tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:27.652134 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-f6e86c42-47d1-4b6f-8878-a3ad7fe48ecb tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325463'] for security_group_rule, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:27.655084 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-c71b1e4e-56ed-4acc-84de-e248b0de330c tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:26:27.679168 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e86c42-47d1-4b6f-8878-a3ad7fe48ecb tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92353c10-d960-4575-8a00-f4d8a53a7661,revision_number=0']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:26:27.682119 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-f6e86c42-47d1-4b6f-8878-a3ad7fe48ecb tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:26:27.691804 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-f6e86c42-47d1-4b6f-8878-a3ad7fe48ecb tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:27.693324 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-f6e86c42-47d1-4b6f-8878-a3ad7fe48ecb tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2980311 May 12 15:26:27.696075 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 46884) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:26:27.702234 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.v2.base [None req-48429c10-5cf4-4930-8e89-469f85b585bf tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Request body: {'security_group_rule': {'security_group_id': '2760b0f1-b234-4de9-89f2-f77f95ef8caa', 'project_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:26:27.710779 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-48429c10-5cf4-4930-8e89-469f85b585bf tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:26:27.715446 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-48429c10-5cf4-4930-8e89-469f85b585bf tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Usage tracker for resource:security_group_rule and tenant:9c641ae825cc4fc19fd89c2aecc761e3 is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:26:27.719868 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-48429c10-5cf4-4930-8e89-469f85b585bf tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:26:27.727236 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-48429c10-5cf4-4930-8e89-469f85b585bf tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:26:27.739507 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.db.securitygroups_db [None req-48429c10-5cf4-4930-8e89-469f85b585bf tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Project 9c641ae825cc4fc19fd89c2aecc761e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 15:26:27.747059 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-48429c10-5cf4-4930-8e89-469f85b585bf tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:27.825580 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-48429c10-5cf4-4930-8e89-469f85b585bf tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:27.830897 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-48429c10-5cf4-4930-8e89-469f85b585bf tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325463'] for security_group_rule, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:27.837403 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-4839233d-5b4d-414c-8a74-e4bb953d5fbe tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:26:27.858450 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48429c10-5cf4-4930-8e89-469f85b585bf tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dea391e-5a16-463b-886a-78036f4a663d,revision_number=0']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:26:27.861859 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-48429c10-5cf4-4930-8e89-469f85b585bf tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:26:27.871010 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-48429c10-5cf4-4930-8e89-469f85b585bf tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:27.875492 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-48429c10-5cf4-4930-8e89-469f85b585bf tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1754332 May 12 15:26:28.647889 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d486f8-1736-4108-b43b-7c31153f3c52 None None] Sync routers for ids ['fd911a32-1478-40fd-8c81-2130883017b1'] in dv-cinder-789603-6-iscsi {{(pid=78795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:26:28.661092 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d486f8-1736-4108-b43b-7c31153f3c52 None None] Routers {'fd911a32-1478-40fd-8c81-2130883017b1'} bound to L3 agent in host dv-cinder-789603-6-iscsi {{(pid=78795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:26:28.662448 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_hamode_db [None req-f1d486f8-1736-4108-b43b-7c31153f3c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-12T15:12:51Z,description=,heartbeat_timestamp=2021-05-12T15:26:21Z,host='dv-cinder-789603-6-iscsi',id=e96f2393-830b-46ef-bef2-f93615c2f352,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:12:51Z,topic='l3_agent')) {'router_ids': ['fd911a32-1478-40fd-8c81-2130883017b1'], 'active': True} {{(pid=78795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:26:28.822817 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device 6e9b29d0-d46a-47d9-8c61-af39a5624951 up at agent ovs-agent-dv-cinder-789603-6-iscsi {{(pid=78794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:26:28.935809 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_dvr_db [None req-f1d486f8-1736-4108-b43b-7c31153f3c52 None None] Set router fd911a32-1478-40fd-8c81-2130883017b1 gateway port host: dv-cinder-789603-6-iscsi {{(pid=78795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:26:28.975788 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Provisioning for port 6e9b29d0-d46a-47d9-8c61-af39a5624951 completed by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:26:28.984622 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Provisioning complete for port 6e9b29d0-d46a-47d9-8c61-af39a5624951 triggered by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:26:28.986803 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:29.163244 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:29.191705 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] For port 6e9b29d0-d46a-47d9-8c61-af39a5624951, host dv-cinder-789603-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-iscsi',level=0,port_id=6e9b29d0-d46a-47d9-8c61-af39a5624951,segment=NetworkSegment(5d059134-8cbd-4fdb-844f-331960400265),segment_id=5d059134-8cbd-4fdb-844f-331960400265)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:26:29.208030 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:29.210528 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:26:29.290830 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_hamode_db [None req-f1d486f8-1736-4108-b43b-7c31153f3c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd911a32-1478-40fd-8c81-2130883017b1', 'name': 'tempest-TestVolumeBootPattern-1876967352-router', 'tenant_id': 'a73e8d5b23d24a0e833035e7a1644ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '6e9b29d0-d46a-47d9-8c61-af39a5624951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:26:18Z', 'updated_at': '2021-05-12T15:26:24Z', 'revision_number': 4, 'project_id': 'a73e8d5b23d24a0e833035e7a1644ddd', 'gw_port': {'id': '6e9b29d0-d46a-47d9-8c61-af39a5624951', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c3:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd911a32-1478-40fd-8c81-2130883017b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:26:20Z', 'updated_at': '2021-05-12T15:26:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi', '_interfaces': [{'id': '8b25b4a2-0249-40f0-97f8-d8802bae1399', 'name': '', 'network_id': '5a3b0ef6-879b-4cdc-af59-95ebc4ef6f3d', 'tenant_id': 'a73e8d5b23d24a0e833035e7a1644ddd', 'mac_address': 'fa:16:3e:e7:47:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd911a32-1478-40fd-8c81-2130883017b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'b6aeddff-7723-4db2-a386-390cffce8cb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:26:23Z', 'updated_at': '2021-05-12T15:26:24Z', 'revision_number': 2, 'project_id': 'a73e8d5b23d24a0e833035e7a1644ddd', 'subnets': [{'id': 'b6aeddff-7723-4db2-a386-390cffce8cb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-iscsi', False) {} {{(pid=78795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:26:29.296569 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Pushing event updated for resources: {'Port': ['ID=6e9b29d0-d46a-47d9-8c61-af39a5624951,revision_number=4']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:26:29.300678 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:26:29.306041 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d486f8-1736-4108-b43b-7c31153f3c52 None None] Checking router: fd911a32-1478-40fd-8c81-2130883017b1 for host: dv-cinder-789603-6-iscsi {{(pid=78795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:26:29.306787 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d486f8-1736-4108-b43b-7c31153f3c52 None None] Updating router fd911a32-1478-40fd-8c81-2130883017b1 port 8b25b4a2-0249-40f0-97f8-d8802bae1399 binding host dv-cinder-789603-6-iscsi {{(pid=78795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 15:26:29.342856 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 46990) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:26:29.376677 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron_lib.callbacks.manager [None req-f1d486f8-1736-4108-b43b-7c31153f3c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:29.412650 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.db_base_plugin_v2 [None req-30973e26-774f-4898-8f15-ce943176e256 admin admin] Deleting subnet 83a5f2fc-8349-49f2-a4b0-2e6484b7bdb1 {{(pid=78793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 12 15:26:29.415973 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-30973e26-774f-4898-8f15-ce943176e256 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:29.467122 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-30973e26-774f-4898-8f15-ce943176e256 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316453'] for subnet, precommit_delete_associations {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:29.549316 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-30973e26-774f-4898-8f15-ce943176e256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1440695'] for subnet, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:29.844220 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron_lib.callbacks.manager [None req-f1d486f8-1736-4108-b43b-7c31153f3c52 None None] Notify callbacks [] for port, precommit_update {{(pid=78795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:29.866386 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.provisioning_blocks [None req-f1d486f8-1736-4108-b43b-7c31153f3c52 None None] Transition to ACTIVE for port object 8b25b4a2-0249-40f0-97f8-d8802bae1399 will not be triggered until provisioned by entity L2. {{(pid=78795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:26:29.874580 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron_lib.callbacks.manager [None req-f1d486f8-1736-4108-b43b-7c31153f3c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:29.882163 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:26:29.955907 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-30973e26-774f-4898-8f15-ce943176e256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1440696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3598854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4155494'] for subnet, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:29.969639 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:26:30.026008 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-30973e26-774f-4898-8f15-ce943176e256 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for subnet, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:30.034661 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30973e26-774f-4898-8f15-ce943176e256 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83a5f2fc-8349-49f2-a4b0-2e6484b7bdb1,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:26:30.054197 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 47018) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:26:30.058067 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-30973e26-774f-4898-8f15-ce943176e256 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/83a5f2fc-8349-49f2-a4b0-2e6484b7bdb1 HTTP/1.1" status: 204 len: 168 time: 0.7131052 May 12 15:26:30.059219 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-30973e26-774f-4898-8f15-ce943176e256 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:26:30.137443 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329d009-abe9-4e25-a7fb-fc107af6ab4c None None] Pushing event updated for resources: {'Port': ['ID=8b25b4a2-0249-40f0-97f8-d8802bae1399,revision_number=3']} {{(pid=78795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:26:30.154389 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG oslo_concurrency.lockutils [None req-0329d009-abe9-4e25-a7fb-fc107af6ab4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=78795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:26:30.183522 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.plugins.ml2.managers [None req-f1d486f8-1736-4108-b43b-7c31153f3c52 None None] Attempting to bind port 8b25b4a2-0249-40f0-97f8-d8802bae1399 on host dv-cinder-789603-6-iscsi for vnic_type normal with profile {{(pid=78795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:26:30.186624 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.plugins.ml2.managers [None req-f1d486f8-1736-4108-b43b-7c31153f3c52 None None] Attempting to bind port 8b25b4a2-0249-40f0-97f8-d8802bae1399 by drivers openvswitch,hyperv on host dv-cinder-789603-6-iscsi at level 0 using segments [{'id': '4cccd92c-ffb9-46c6-a643-a6dcb4ecd6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5a3b0ef6-879b-4cdc-af59-95ebc4ef6f3d'}] {{(pid=78795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:26:30.190144 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d486f8-1736-4108-b43b-7c31153f3c52 None None] Attempting to bind port 8b25b4a2-0249-40f0-97f8-d8802bae1399 on network 5a3b0ef6-879b-4cdc-af59-95ebc4ef6f3d {{(pid=78795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:26:30.201568 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d486f8-1736-4108-b43b-7c31153f3c52 None None] Checking agent: {'id': 'a7a9b333-fa08-4200-b168-94acd4aebf78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 15, 12, 52), 'started_at': datetime.datetime(2021, 5, 12, 15, 13, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 15, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:26:30.201973 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d486f8-1736-4108-b43b-7c31153f3c52 None None] Checking segment: {'id': '4cccd92c-ffb9-46c6-a643-a6dcb4ecd6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5a3b0ef6-879b-4cdc-af59-95ebc4ef6f3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:26:30.202466 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron_lib.callbacks.manager [None req-f1d486f8-1736-4108-b43b-7c31153f3c52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:30.203257 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d486f8-1736-4108-b43b-7c31153f3c52 None None] Bound using segment: {'id': '4cccd92c-ffb9-46c6-a643-a6dcb4ecd6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5a3b0ef6-879b-4cdc-af59-95ebc4ef6f3d'} {{(pid=78795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:26:30.203843 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.plugins.ml2.managers [None req-f1d486f8-1736-4108-b43b-7c31153f3c52 None None] Bound port: 8b25b4a2-0249-40f0-97f8-d8802bae1399, host: dv-cinder-789603-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cccd92c-ffb9-46c6-a643-a6dcb4ecd6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5a3b0ef6-879b-4cdc-af59-95ebc4ef6f3d'}}] {{(pid=78795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:26:30.204374 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron_lib.callbacks.manager [None req-f1d486f8-1736-4108-b43b-7c31153f3c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:30.261993 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-fe9c3dd4-fc0e-4965-8377-954c7cd8c409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741559'] for network, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:30.362431 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.plugins.ml2.db [None req-f1d486f8-1736-4108-b43b-7c31153f3c52 None None] For port 8b25b4a2-0249-40f0-97f8-d8802bae1399, host dv-cinder-789603-6-iscsi, cleared binding levels {{(pid=78795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:26:30.366863 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.plugins.ml2.db [None req-f1d486f8-1736-4108-b43b-7c31153f3c52 None None] For port 8b25b4a2-0249-40f0-97f8-d8802bae1399, host dv-cinder-789603-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-iscsi',level=0,port_id=8b25b4a2-0249-40f0-97f8-d8802bae1399,segment=NetworkSegment(4cccd92c-ffb9-46c6-a643-a6dcb4ecd6eb),segment_id=4cccd92c-ffb9-46c6-a643-a6dcb4ecd6eb)] {{(pid=78795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:26:30.373052 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron_lib.callbacks.manager [None req-f1d486f8-1736-4108-b43b-7c31153f3c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:30.381258 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG oslo_concurrency.lockutils [None req-9bb57cf2-23eb-484e-adea-712d766998fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:26:30.469522 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fec571-c2b6-4efc-bbbf-247335866174 req-d7319935-8542-430b-a460-7adee41f0c80 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:26:30.470963 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-fe9c3dd4-fc0e-4965-8377-954c7cd8c409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1434444', 'neutron.services.segments.db._delete_segments_for_network-8739649303709'] for network, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:30.478373 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-17fec571-c2b6-4efc-bbbf-247335866174 req-d7319935-8542-430b-a460-7adee41f0c80 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 946 time: 0.1065147 May 12 15:26:30.486392 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d486f8-1736-4108-b43b-7c31153f3c52 None None] Routers {'fd911a32-1478-40fd-8c81-2130883017b1'} bound to L3 agent in host dv-cinder-789603-6-iscsi {{(pid=78795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:26:30.487016 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_hamode_db [None req-f1d486f8-1736-4108-b43b-7c31153f3c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-12T15:12:51Z,description=,heartbeat_timestamp=2021-05-12T15:26:21Z,host='dv-cinder-789603-6-iscsi',id=e96f2393-830b-46ef-bef2-f93615c2f352,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:12:51Z,topic='l3_agent')) {'router_ids': ['fd911a32-1478-40fd-8c81-2130883017b1'], 'active': True} {{(pid=78795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:26:30.487945 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.services.segments.db [None req-fe9c3dd4-fc0e-4965-8377-954c7cd8c409 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c673144-b246-4c65-b2ed-d28b59d8be2b']}} {{(pid=78792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:26:30.505113 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.services.segments.db [None req-fe9c3dd4-fc0e-4965-8377-954c7cd8c409 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0444262e-3fa4-4d02-8475-0c9de4a97f06') {'for_net_delete': True} {{(pid=78792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:26:30.505412 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.services.segments.db [None req-fe9c3dd4-fc0e-4965-8377-954c7cd8c409 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0444262e-3fa4-4d02-8475-0c9de4a97f06') {} {{(pid=78792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:26:30.552678 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-17fec571-c2b6-4efc-bbbf-247335866174 req-d33cb5d6-e7a4-4806-9199-e2dd091c5bac tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729616 May 12 15:26:30.557368 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-fe9c3dd4-fc0e-4965-8377-954c7cd8c409 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649315175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2171662'] for segment, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:30.568128 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329d009-abe9-4e25-a7fb-fc107af6ab4c None None] Pushing event updated for resources: {'Port': ['ID=8b25b4a2-0249-40f0-97f8-d8802bae1399,revision_number=4']} {{(pid=78795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:26:30.573246 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG oslo_concurrency.lockutils [None req-0329d009-abe9-4e25-a7fb-fc107af6ab4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=78795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:26:30.590906 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-fe9c3dd4-fc0e-4965-8377-954c7cd8c409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428868'] for segment, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:30.600095 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe9c3dd4-fc0e-4965-8377-954c7cd8c409 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=78792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 15:26:30.600753 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-fe9c3dd4-fc0e-4965-8377-954c7cd8c409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3714846'] for segment, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:30.620968 dv-cinder-789603-6-iscsi neutron-server[78792]: Traceback (most recent call last): May 12 15:26:30.620968 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 15:26:30.620968 dv-cinder-789603-6-iscsi neutron-server[78792]: timer() May 12 15:26:30.620968 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 15:26:30.620968 dv-cinder-789603-6-iscsi neutron-server[78792]: cb(*args, **kw) May 12 15:26:30.620968 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 12 15:26:30.620968 dv-cinder-789603-6-iscsi neutron-server[78792]: return func(*args, **kwargs) May 12 15:26:30.620968 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 15:26:30.620968 dv-cinder-789603-6-iscsi neutron-server[78792]: self._notify() May 12 15:26:30.620968 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 15:26:30.620968 dv-cinder-789603-6-iscsi neutron-server[78792]: self.callback(batched_events) May 12 15:26:30.620968 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 15:26:30.620968 dv-cinder-789603-6-iscsi neutron-server[78792]: event.method(event) May 12 15:26:30.620968 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 15:26:30.620968 dv-cinder-789603-6-iscsi neutron-server[78792]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 15:26:30.620968 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 15:26:30.620968 dv-cinder-789603-6-iscsi neutron-server[78792]: aggregate_uuid = self.p_client.list_aggregates( May 12 15:26:30.620968 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 15:26:30.620968 dv-cinder-789603-6-iscsi neutron-server[78792]: return f(self, *a, **k) May 12 15:26:30.620968 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 15:26:30.620968 dv-cinder-789603-6-iscsi neutron-server[78792]: return self._get(url).json() May 12 15:26:30.620968 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 15:26:30.620968 dv-cinder-789603-6-iscsi neutron-server[78792]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 15:26:30.620968 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 15:26:30.620968 dv-cinder-789603-6-iscsi neutron-server[78792]: return self.request(url, 'GET', **kwargs) May 12 15:26:30.620968 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 15:26:30.620968 dv-cinder-789603-6-iscsi neutron-server[78792]: base_url = self.get_endpoint(auth, allow=allow, May 12 15:26:30.620968 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 15:26:30.620968 dv-cinder-789603-6-iscsi neutron-server[78792]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 15:26:30.620968 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 15:26:30.620968 dv-cinder-789603-6-iscsi neutron-server[78792]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 15:26:30.620968 dv-cinder-789603-6-iscsi neutron-server[78792]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 15:26:30.744015 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-fe9c3dd4-fc0e-4965-8377-954c7cd8c409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1434421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706613'] for network, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:30.748919 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:26:30.774503 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-fe9c3dd4-fc0e-4965-8377-954c7cd8c409 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for network, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:30.788407 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9c3dd4-fc0e-4965-8377-954c7cd8c409 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c673144-b246-4c65-b2ed-d28b59d8be2b,revision_number=None']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:26:30.799320 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-fe9c3dd4-fc0e-4965-8377-954c7cd8c409 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:26:30.800979 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-fe9c3dd4-fc0e-4965-8377-954c7cd8c409 admin admin] 10.222.0.32 "DELETE /v2.0/networks/5c673144-b246-4c65-b2ed-d28b59d8be2b HTTP/1.1" status: 204 len: 168 time: 0.7417443 May 12 15:26:30.804395 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 47034) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:26:30.844873 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_dvr_db [None req-f1d486f8-1736-4108-b43b-7c31153f3c52 None None] Set router fd911a32-1478-40fd-8c81-2130883017b1 gateway port host: dv-cinder-789603-6-iscsi {{(pid=78795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:26:30.851862 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device 6e9b29d0-d46a-47d9-8c61-af39a5624951 up at agent ovs-agent-dv-cinder-789603-6-iscsi {{(pid=78794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:26:30.887254 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0589397-9f7c-4c67-b2f7-cf196f623fcf admin admin] Deleting subnet a93b9793-0a34-4f37-935a-4d526d5ec7b8 {{(pid=78792) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 12 15:26:30.891555 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-e0589397-9f7c-4c67-b2f7-cf196f623fcf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:30.952844 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-e0589397-9f7c-4c67-b2f7-cf196f623fcf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2171665'] for subnet, precommit_delete_associations {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:31.028496 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Provisioning complete for port 6e9b29d0-d46a-47d9-8c61-af39a5624951 triggered by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:26:31.029113 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:31.030122 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-e0589397-9f7c-4c67-b2f7-cf196f623fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1440695'] for subnet, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:31.084483 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 47042) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:26:31.187999 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device 8b25b4a2-0249-40f0-97f8-d8802bae1399 up at agent ovs-agent-dv-cinder-789603-6-iscsi {{(pid=78794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:26:31.257512 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-04b808c3-5c7a-4e0f-b206-13c913472576 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:31.268921 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Provisioning for port 8b25b4a2-0249-40f0-97f8-d8802bae1399 completed by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:26:31.274492 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Provisioning complete for port 8b25b4a2-0249-40f0-97f8-d8802bae1399 triggered by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:26:31.274994 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:31.279560 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-04b808c3-5c7a-4e0f-b206-13c913472576 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:26:31.284154 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-04b808c3-5c7a-4e0f-b206-13c913472576 admin admin] Usage tracker for resource:security_group_rule and tenant:7235a17426b34b73a31d182b75f842d5 is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:26:31.288436 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-04b808c3-5c7a-4e0f-b206-13c913472576 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:26:31.302673 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-04b808c3-5c7a-4e0f-b206-13c913472576 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:26:31.352685 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_hamode_db [None req-f1d486f8-1736-4108-b43b-7c31153f3c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd911a32-1478-40fd-8c81-2130883017b1', 'name': 'tempest-TestVolumeBootPattern-1876967352-router', 'tenant_id': 'a73e8d5b23d24a0e833035e7a1644ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '6e9b29d0-d46a-47d9-8c61-af39a5624951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:26:18Z', 'updated_at': '2021-05-12T15:26:24Z', 'revision_number': 4, 'project_id': 'a73e8d5b23d24a0e833035e7a1644ddd', 'gw_port': {'id': '6e9b29d0-d46a-47d9-8c61-af39a5624951', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c3:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd911a32-1478-40fd-8c81-2130883017b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:26:20Z', 'updated_at': '2021-05-12T15:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi', '_interfaces': [{'id': '8b25b4a2-0249-40f0-97f8-d8802bae1399', 'name': '', 'network_id': '5a3b0ef6-879b-4cdc-af59-95ebc4ef6f3d', 'tenant_id': 'a73e8d5b23d24a0e833035e7a1644ddd', 'mac_address': 'fa:16:3e:e7:47:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd911a32-1478-40fd-8c81-2130883017b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'b6aeddff-7723-4db2-a386-390cffce8cb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:26:23Z', 'updated_at': '2021-05-12T15:26:30Z', 'revision_number': 4, 'project_id': 'a73e8d5b23d24a0e833035e7a1644ddd', 'subnets': [{'id': 'b6aeddff-7723-4db2-a386-390cffce8cb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-iscsi', False) {} {{(pid=78795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:26:31.358789 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d486f8-1736-4108-b43b-7c31153f3c52 None None] The sync data for ids ['fd911a32-1478-40fd-8c81-2130883017b1'] in dv-cinder-789603-6-iscsi is: [{'id': 'fd911a32-1478-40fd-8c81-2130883017b1', 'name': 'tempest-TestVolumeBootPattern-1876967352-router', 'tenant_id': 'a73e8d5b23d24a0e833035e7a1644ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '6e9b29d0-d46a-47d9-8c61-af39a5624951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:26:18Z', 'updated_at': '2021-05-12T15:26:24Z', 'revision_number': 4, 'project_id': 'a73e8d5b23d24a0e833035e7a1644ddd', 'gw_port': {'id': '6e9b29d0-d46a-47d9-8c61-af39a5624951', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c3:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd911a32-1478-40fd-8c81-2130883017b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:26:20Z', 'updated_at': '2021-05-12T15:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi', '_interfaces': [{'id': '8b25b4a2-0249-40f0-97f8-d8802bae1399', 'name': '', 'network_id': '5a3b0ef6-879b-4cdc-af59-95ebc4ef6f3d', 'tenant_id': 'a73e8d5b23d24a0e833035e7a1644ddd', 'mac_address': 'fa:16:3e:e7:47:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd911a32-1478-40fd-8c81-2130883017b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'b6aeddff-7723-4db2-a386-390cffce8cb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:26:23Z', 'updated_at': '2021-05-12T15:26:30Z', 'revision_number': 4, 'project_id': 'a73e8d5b23d24a0e833035e7a1644ddd', 'subnets': [{'id': 'b6aeddff-7723-4db2-a386-390cffce8cb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:26:31.375589 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-e0589397-9f7c-4c67-b2f7-cf196f623fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1440696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3714936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2105374'] for subnet, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:31.380533 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-1806676b-a322-4ab8-9bc1-85b240129462 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:26:31.423484 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0589397-9f7c-4c67-b2f7-cf196f623fcf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a93b9793-0a34-4f37-935a-4d526d5ec7b8,revision_number=None']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:26:31.427110 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-e0589397-9f7c-4c67-b2f7-cf196f623fcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:26:31.428114 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-e0589397-9f7c-4c67-b2f7-cf196f623fcf admin admin] Notify callbacks [] for subnet, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:31.432725 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-04b808c3-5c7a-4e0f-b206-13c913472576 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:31.438226 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-e0589397-9f7c-4c67-b2f7-cf196f623fcf admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a93b9793-0a34-4f37-935a-4d526d5ec7b8 HTTP/1.1" status: 204 len: 168 time: 0.6321890 May 12 15:26:31.440643 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 47048) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:26:31.455875 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:31.464989 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-04b808c3-5c7a-4e0f-b206-13c913472576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:31.472340 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-eadadb74-1344-4ffa-b6bc-c7227698aaac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:26:31.492315 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] For port 8b25b4a2-0249-40f0-97f8-d8802bae1399, host dv-cinder-789603-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-iscsi',level=0,port_id=8b25b4a2-0249-40f0-97f8-d8802bae1399,segment=NetworkSegment(4cccd92c-ffb9-46c6-a643-a6dcb4ecd6eb),segment_id=4cccd92c-ffb9-46c6-a643-a6dcb4ecd6eb)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:26:31.500197 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:31.503516 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-0d6c56b7-4aaf-4c08-9652-62208562ca66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:26:31.586271 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Pushing event updated for resources: {'Port': ['ID=8b25b4a2-0249-40f0-97f8-d8802bae1399,revision_number=5']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:26:31.593203 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:26:31.613216 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-04b808c3-5c7a-4e0f-b206-13c913472576 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7235a17426b34b73a31d182b75f842d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5254848 May 12 15:26:31.613570 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 47054) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:26:31.614703 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b808c3-5c7a-4e0f-b206-13c913472576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef843fe-5b86-4d45-b06a-ff10c2d7d25e,revision_number=1']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:26:31.620286 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-04b808c3-5c7a-4e0f-b206-13c913472576 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:26:31.644866 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-662c12cb-f3ee-4c60-867d-8bdd78437c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741559'] for network, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:31.788721 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-662c12cb-f3ee-4c60-867d-8bdd78437c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1434444', 'neutron.services.segments.db._delete_segments_for_network-8739649303709'] for network, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:31.804546 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.services.segments.db [None req-662c12cb-f3ee-4c60-867d-8bdd78437c91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4caf771-f224-4e2f-a3b3-cd123d419fc2']}} {{(pid=78793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:26:31.818478 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.services.segments.db [None req-662c12cb-f3ee-4c60-867d-8bdd78437c91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7efbccad-472b-41b5-aede-f01d66670ae3') {'for_net_delete': True} {{(pid=78793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:26:31.818774 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.services.segments.db [None req-662c12cb-f3ee-4c60-867d-8bdd78437c91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7efbccad-472b-41b5-aede-f01d66670ae3') {} {{(pid=78793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:26:31.834624 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-662c12cb-f3ee-4c60-867d-8bdd78437c91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649315175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316474'] for segment, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:31.847190 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-a2f4a3af-ef60-49ce-8cb5-a7eb901e3555 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:31.854356 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-662c12cb-f3ee-4c60-867d-8bdd78437c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428868'] for segment, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:31.867493 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-662c12cb-f3ee-4c60-867d-8bdd78437c91 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=78793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 15:26:31.868152 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-662c12cb-f3ee-4c60-867d-8bdd78437c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3598944'] for segment, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:31.880304 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-a2f4a3af-ef60-49ce-8cb5-a7eb901e3555 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:31.882287 dv-cinder-789603-6-iscsi neutron-server[78793]: Traceback (most recent call last): May 12 15:26:31.882287 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 15:26:31.882287 dv-cinder-789603-6-iscsi neutron-server[78793]: timer() May 12 15:26:31.882287 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 15:26:31.882287 dv-cinder-789603-6-iscsi neutron-server[78793]: cb(*args, **kw) May 12 15:26:31.882287 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 12 15:26:31.882287 dv-cinder-789603-6-iscsi neutron-server[78793]: return func(*args, **kwargs) May 12 15:26:31.882287 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 15:26:31.882287 dv-cinder-789603-6-iscsi neutron-server[78793]: self._notify() May 12 15:26:31.882287 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 15:26:31.882287 dv-cinder-789603-6-iscsi neutron-server[78793]: self.callback(batched_events) May 12 15:26:31.882287 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 15:26:31.882287 dv-cinder-789603-6-iscsi neutron-server[78793]: event.method(event) May 12 15:26:31.882287 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 15:26:31.882287 dv-cinder-789603-6-iscsi neutron-server[78793]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 15:26:31.882287 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 15:26:31.882287 dv-cinder-789603-6-iscsi neutron-server[78793]: aggregate_uuid = self.p_client.list_aggregates( May 12 15:26:31.882287 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 15:26:31.882287 dv-cinder-789603-6-iscsi neutron-server[78793]: return f(self, *a, **k) May 12 15:26:31.882287 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 15:26:31.882287 dv-cinder-789603-6-iscsi neutron-server[78793]: return self._get(url).json() May 12 15:26:31.882287 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 15:26:31.882287 dv-cinder-789603-6-iscsi neutron-server[78793]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 15:26:31.882287 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 15:26:31.882287 dv-cinder-789603-6-iscsi neutron-server[78793]: return self.request(url, 'GET', **kwargs) May 12 15:26:31.882287 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 15:26:31.882287 dv-cinder-789603-6-iscsi neutron-server[78793]: base_url = self.get_endpoint(auth, allow=allow, May 12 15:26:31.882287 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 15:26:31.882287 dv-cinder-789603-6-iscsi neutron-server[78793]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 15:26:31.882287 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 15:26:31.882287 dv-cinder-789603-6-iscsi neutron-server[78793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 15:26:31.882287 dv-cinder-789603-6-iscsi neutron-server[78793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 15:26:31.946663 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958ae8a-d86d-4f45-b450-901a66f1b120 req-a40dbd77-4bd1-4b0f-af17-ad88f1d61f40 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:26:31.948236 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-a958ae8a-d86d-4f45-b450-901a66f1b120 req-a40dbd77-4bd1-4b0f-af17-ad88f1d61f40 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 946 time: 0.2643828 May 12 15:26:31.976405 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-662c12cb-f3ee-4c60-867d-8bdd78437c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1434421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706613'] for network, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:31.989509 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:26:32.007226 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-662c12cb-f3ee-4c60-867d-8bdd78437c91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for network, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:32.014173 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-a2f4a3af-ef60-49ce-8cb5-a7eb901e3555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:32.014571 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c12cb-f3ee-4c60-867d-8bdd78437c91 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4caf771-f224-4e2f-a3b3-cd123d419fc2,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:26:32.019083 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-662c12cb-f3ee-4c60-867d-8bdd78437c91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:26:32.021756 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-b4ed0d08-626e-492e-b524-9f7e2381e8c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:26:32.024754 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-662c12cb-f3ee-4c60-867d-8bdd78437c91 admin admin] 10.222.0.32 "DELETE /v2.0/networks/c4caf771-f224-4e2f-a3b3-cd123d419fc2 HTTP/1.1" status: 204 len: 168 time: 0.5828640 May 12 15:26:32.043616 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-a958ae8a-d86d-4f45-b450-901a66f1b120 req-1cb8528e-4d73-44ec-b8c9-9f46e4385668 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885880 May 12 15:26:32.052006 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f4a3af-ef60-49ce-8cb5-a7eb901e3555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef843fe-5b86-4d45-b06a-ff10c2d7d25e,revision_number=None']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:26:32.054327 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-a2f4a3af-ef60-49ce-8cb5-a7eb901e3555 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:26:32.055299 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-a2f4a3af-ef60-49ce-8cb5-a7eb901e3555 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:32.056383 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-a2f4a3af-ef60-49ce-8cb5-a7eb901e3555 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1ef843fe-5b86-4d45-b06a-ff10c2d7d25e HTTP/1.1" status: 204 len: 168 time: 0.4416127 May 12 15:26:32.198387 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 47064) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:26:32.270130 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-e629482b-4829-4483-83c5-9343c021ce29 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c0e0cf412c97413bb9ffa6ec518fe6a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0704494 May 12 15:26:32.272794 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 47070) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:26:32.340589 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-5dc8e15e-89a7-46d3-b72d-beba9a95c8b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:32.368486 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-5dc8e15e-89a7-46d3-b72d-beba9a95c8b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:32.426959 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-5dc8e15e-89a7-46d3-b72d-beba9a95c8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:32.430751 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 47074) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:26:32.431396 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-e3d12382-9346-4f6b-a192-3ec68905d1fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:26:32.458036 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc8e15e-89a7-46d3-b72d-beba9a95c8b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2961b07b-3249-43ca-87ec-60b11f52887c,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:26:32.462722 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-5dc8e15e-89a7-46d3-b72d-beba9a95c8b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:26:32.463113 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-1966ffb5-a132-49ec-98fb-55807174b26a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:32.476890 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-5dc8e15e-89a7-46d3-b72d-beba9a95c8b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:32.477986 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-5dc8e15e-89a7-46d3-b72d-beba9a95c8b1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2961b07b-3249-43ca-87ec-60b11f52887c HTTP/1.1" status: 204 len: 168 time: 0.2041636 May 12 15:26:32.483311 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-1966ffb5-a132-49ec-98fb-55807174b26a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:26:32.487624 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-1966ffb5-a132-49ec-98fb-55807174b26a admin admin] Usage tracker for resource:security_group_rule and tenant:e65308399d6148a49e568f6464a2df5a is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:26:32.490617 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-1966ffb5-a132-49ec-98fb-55807174b26a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:26:32.496369 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-1966ffb5-a132-49ec-98fb-55807174b26a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:26:32.589281 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-1966ffb5-a132-49ec-98fb-55807174b26a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:32.594019 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-1966ffb5-a132-49ec-98fb-55807174b26a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:32.602926 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-f8b29a1c-ce9a-46e9-864c-c968d8cdb28a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:26:32.652032 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-1966ffb5-a132-49ec-98fb-55807174b26a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e65308399d6148a49e568f6464a2df5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2137580 May 12 15:26:32.652936 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1966ffb5-a132-49ec-98fb-55807174b26a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e54a0bcb-d44f-4eb6-bc7d-03940885b588,revision_number=1']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:26:32.655495 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 47080) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:26:32.656574 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-1966ffb5-a132-49ec-98fb-55807174b26a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:26:32.724875 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-bf87d95d-a1fd-48b1-aff2-144e63dd42bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:32.759560 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-bf87d95d-a1fd-48b1-aff2-144e63dd42bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:32.769263 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device 8b25b4a2-0249-40f0-97f8-d8802bae1399 up at agent ovs-agent-dv-cinder-789603-6-iscsi {{(pid=78794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:26:32.830814 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-bf87d95d-a1fd-48b1-aff2-144e63dd42bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:32.835859 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-face86b6-f98e-4141-aaed-178d1590d64d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:26:32.848385 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf87d95d-a1fd-48b1-aff2-144e63dd42bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e54a0bcb-d44f-4eb6-bc7d-03940885b588,revision_number=None']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:26:32.851341 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-bf87d95d-a1fd-48b1-aff2-144e63dd42bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:26:32.853414 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-bf87d95d-a1fd-48b1-aff2-144e63dd42bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:32.866800 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-bf87d95d-a1fd-48b1-aff2-144e63dd42bc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e54a0bcb-d44f-4eb6-bc7d-03940885b588 HTTP/1.1" status: 204 len: 168 time: 0.2000308 May 12 15:26:32.875297 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Provisioning complete for port 8b25b4a2-0249-40f0-97f8-d8802bae1399 triggered by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:26:32.875601 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:33.020542 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 47088) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:26:33.082059 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-c1704f2f-84aa-4c58-b1f7-d9083cd960c6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0edebc52182a4afdbb952312ea706364&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0593674 May 12 15:26:33.084882 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 47094) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:26:33.163312 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-e1c09299-fb9b-443c-9503-c1e414cad6f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:33.192535 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-e1c09299-fb9b-443c-9503-c1e414cad6f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:33.420683 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-e1c09299-fb9b-443c-9503-c1e414cad6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:33.427349 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-15adf704-626e-4366-8d53-77f55fa6726b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:26:33.445006 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70862b87-ea21-481b-ad6a-c42ed87bf0e2 req-9d14b3eb-c508-4d21-abad-ac3a278ce776 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:26:33.446574 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-70862b87-ea21-481b-ad6a-c42ed87bf0e2 req-9d14b3eb-c508-4d21-abad-ac3a278ce776 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 946 time: 0.2345762 May 12 15:26:33.449858 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c09299-fb9b-443c-9503-c1e414cad6f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f91bc5c4-a842-4e8c-bd9a-7431b1a7df00,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:26:33.452288 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-e1c09299-fb9b-443c-9503-c1e414cad6f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:26:33.484566 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-e1c09299-fb9b-443c-9503-c1e414cad6f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:33.485732 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-e1c09299-fb9b-443c-9503-c1e414cad6f9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f91bc5c4-a842-4e8c-bd9a-7431b1a7df00 HTTP/1.1" status: 204 len: 168 time: 0.3999259 May 12 15:26:33.515865 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-70862b87-ea21-481b-ad6a-c42ed87bf0e2 req-6415bade-a1bb-4436-ba74-f7a9cd7c6cfd tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601337 May 12 15:26:34.742733 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d649bb1-0439-44ba-8b97-f205e7b432e8 req-a77754ea-f3f2-4e39-9da3-32cc79281cdd tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:26:34.744409 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-8d649bb1-0439-44ba-8b97-f205e7b432e8 req-a77754ea-f3f2-4e39-9da3-32cc79281cdd tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 946 time: 0.1042950 May 12 15:26:34.812250 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-8d649bb1-0439-44ba-8b97-f205e7b432e8 req-51de9b86-9300-40b7-a05c-53418448b80f tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519512 May 12 15:26:36.016601 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294991ef-cdbd-45be-bfa2-c4f977cf7f29 req-ff51aec0-683f-47e0-aa2b-9ec981d27d1c tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:26:36.018150 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-294991ef-cdbd-45be-bfa2-c4f977cf7f29 req-ff51aec0-683f-47e0-aa2b-9ec981d27d1c tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 946 time: 0.0815897 May 12 15:26:36.069073 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-294991ef-cdbd-45be-bfa2-c4f977cf7f29 req-d178cff2-391c-4f8c-859d-d6512f9e6006 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451005 May 12 15:26:37.272224 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d2fe11-ef98-44a3-8957-a153b93c4a1f req-5642a65b-8d25-44f4-8de8-dbbe2be513cc tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:26:37.273763 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-15d2fe11-ef98-44a3-8957-a153b93c4a1f req-5642a65b-8d25-44f4-8de8-dbbe2be513cc tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 946 time: 0.0829320 May 12 15:26:37.319338 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-15d2fe11-ef98-44a3-8957-a153b93c4a1f req-3f0964d0-9f03-4475-8a6a-588ce9e84e93 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391071 May 12 15:26:38.506360 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e953b3b-b954-4faf-b1d0-01ae143c1c1b req-5944fd4c-da19-4600-8e7d-9ed392ca24f1 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:26:38.507826 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-8e953b3b-b954-4faf-b1d0-01ae143c1c1b req-5944fd4c-da19-4600-8e7d-9ed392ca24f1 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 946 time: 0.0785973 May 12 15:26:38.554827 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-8e953b3b-b954-4faf-b1d0-01ae143c1c1b req-9803a2a3-0718-4edb-ba12-56282d30d4fd tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404565 May 12 15:26:39.750050 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dc97d0-f86b-43f7-a764-22085d7a0f1b req-a74b4702-c12a-4741-957a-1235fc0a072a tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:26:39.751498 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-24dc97d0-f86b-43f7-a764-22085d7a0f1b req-a74b4702-c12a-4741-957a-1235fc0a072a tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 946 time: 0.0869484 May 12 15:26:39.799315 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-24dc97d0-f86b-43f7-a764-22085d7a0f1b req-09637e3f-3002-4215-b9e4-b88f6bc4bb58 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416784 May 12 15:26:40.991995 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19db05ea-1169-4d6f-b07b-bd0dfc249e68 req-8e28d366-fe8b-4753-b95f-06c8ce94757d tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:26:40.993429 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-19db05ea-1169-4d6f-b07b-bd0dfc249e68 req-8e28d366-fe8b-4753-b95f-06c8ce94757d tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 946 time: 0.0836406 May 12 15:26:41.037587 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-19db05ea-1169-4d6f-b07b-bd0dfc249e68 req-058aa3db-a4ba-4078-a87c-bf9a25540191 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383415 May 12 15:26:42.229426 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b4d162-ef86-4e21-b002-4d41e337fdb2 req-e5832ef7-767b-42f0-8334-db6d9225ba0b tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:26:42.230938 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-e3b4d162-ef86-4e21-b002-4d41e337fdb2 req-e5832ef7-767b-42f0-8334-db6d9225ba0b tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 946 time: 0.0775604 May 12 15:26:42.280080 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-e3b4d162-ef86-4e21-b002-4d41e337fdb2 req-56a91857-a13f-41cc-bc5b-7494ae7291d7 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434003 May 12 15:26:43.485034 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0c04f9-3cf9-4576-a305-878d5e144797 req-4935af84-1fb2-46a9-a103-cb4f0b6a7a2c tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:26:43.486494 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-6b0c04f9-3cf9-4576-a305-878d5e144797 req-4935af84-1fb2-46a9-a103-cb4f0b6a7a2c tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 946 time: 0.0853009 May 12 15:26:43.536208 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-6b0c04f9-3cf9-4576-a305-878d5e144797 req-c4655e09-a452-4710-99e4-5101a36f6c24 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439918 May 12 15:26:44.236986 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 47292) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:26:44.367944 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-fcd851aa-092b-46dc-8337-8a3dcda29913 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:44.382331 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-fcd851aa-092b-46dc-8337-8a3dcda29913 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:26:44.386136 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-fcd851aa-092b-46dc-8337-8a3dcda29913 admin admin] Usage tracker for resource:security_group_rule and tenant:7fd3c745570f4f34855e440c025aa913 is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:26:44.388959 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-fcd851aa-092b-46dc-8337-8a3dcda29913 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:26:44.394664 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-fcd851aa-092b-46dc-8337-8a3dcda29913 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:26:44.489059 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-fcd851aa-092b-46dc-8337-8a3dcda29913 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:44.493093 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-fcd851aa-092b-46dc-8337-8a3dcda29913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:44.501868 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-7df6f95c-f6a4-470d-b888-a43570a4e927 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:26:44.541373 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-fcd851aa-092b-46dc-8337-8a3dcda29913 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7fd3c745570f4f34855e440c025aa913&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3033266 May 12 15:26:44.543581 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd851aa-092b-46dc-8337-8a3dcda29913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45907136-b3cc-41fe-8c82-5033b37c4477,revision_number=1']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:26:44.544635 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 47310) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:26:44.547281 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-fcd851aa-092b-46dc-8337-8a3dcda29913 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:26:44.611985 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-1b97a279-fd6c-460f-ab91-5715fdc536fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:44.638172 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-1b97a279-fd6c-460f-ab91-5715fdc536fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:44.737148 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-1b97a279-fd6c-460f-ab91-5715fdc536fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:44.742633 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-28a85826-a0e8-4662-b158-5f2ccd5e020a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:26:44.764293 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b97a279-fd6c-460f-ab91-5715fdc536fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45907136-b3cc-41fe-8c82-5033b37c4477,revision_number=None']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:26:44.766740 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-1b97a279-fd6c-460f-ab91-5715fdc536fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:26:44.776640 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-1b97a279-fd6c-460f-ab91-5715fdc536fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:44.778338 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-1b97a279-fd6c-460f-ab91-5715fdc536fe admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/45907136-b3cc-41fe-8c82-5033b37c4477 HTTP/1.1" status: 204 len: 168 time: 0.2317688 May 12 15:26:44.788444 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfcb459-6dbb-46e7-85e3-c1abc6a5ca5a req-5072f9ed-ad96-4faa-a4d6-92afd41f9d26 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:26:44.789933 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-5bfcb459-6dbb-46e7-85e3-c1abc6a5ca5a req-5072f9ed-ad96-4faa-a4d6-92afd41f9d26 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 946 time: 0.1295869 May 12 15:26:44.836446 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-5bfcb459-6dbb-46e7-85e3-c1abc6a5ca5a req-de2816f5-e31e-4f76-b77a-ce2910042f1b tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402272 May 12 15:26:45.070654 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 47322) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:26:45.089895 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-1949d1bc-6da3-4784-ae6a-8e4c50d3db8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:45.104816 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-1949d1bc-6da3-4784-ae6a-8e4c50d3db8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:26:45.108677 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-1949d1bc-6da3-4784-ae6a-8e4c50d3db8b admin admin] Usage tracker for resource:security_group_rule and tenant:8f8e9116bc124ffd8a356ead6a762a73 is out of sync, need to count used quota {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:26:45.111443 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-1949d1bc-6da3-4784-ae6a-8e4c50d3db8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:26:45.117164 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-1949d1bc-6da3-4784-ae6a-8e4c50d3db8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:26:45.202067 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-1949d1bc-6da3-4784-ae6a-8e4c50d3db8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:45.205830 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-1949d1bc-6da3-4784-ae6a-8e4c50d3db8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:45.212844 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-33362796-947f-4a20-b264-e3e65166f715 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:26:45.254424 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-1949d1bc-6da3-4784-ae6a-8e4c50d3db8b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8f8e9116bc124ffd8a356ead6a762a73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1827030 May 12 15:26:45.255334 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1949d1bc-6da3-4784-ae6a-8e4c50d3db8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78280512-b853-4b49-aa1f-59d1a9aef394,revision_number=1']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:26:45.257128 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 47326) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:26:45.258366 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-1949d1bc-6da3-4784-ae6a-8e4c50d3db8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:26:45.318615 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-0666e760-3f7a-4002-85bc-f01136375b9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:45.347391 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-0666e760-3f7a-4002-85bc-f01136375b9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:45.404314 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-0666e760-3f7a-4002-85bc-f01136375b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:45.407956 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-ad1f0c3d-b0bd-4488-91f1-c523c66f73d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:26:45.421126 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0666e760-3f7a-4002-85bc-f01136375b9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78280512-b853-4b49-aa1f-59d1a9aef394,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:26:45.424905 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-0666e760-3f7a-4002-85bc-f01136375b9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:26:45.430208 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-0666e760-3f7a-4002-85bc-f01136375b9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:45.432899 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-0666e760-3f7a-4002-85bc-f01136375b9e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/78280512-b853-4b49-aa1f-59d1a9aef394 HTTP/1.1" status: 204 len: 168 time: 0.1724982 May 12 15:26:46.036189 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bb7cf5-0b03-4e85-bfc2-65130e725478 req-457cf655-f037-4cca-8fcc-a89c889ca83a tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:26:46.037652 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-15bb7cf5-0b03-4e85-bfc2-65130e725478 req-457cf655-f037-4cca-8fcc-a89c889ca83a tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 946 time: 0.0828691 May 12 15:26:46.085533 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-15bb7cf5-0b03-4e85-bfc2-65130e725478 req-64850020-4d7e-48c0-89a5-3c9ff46453d1 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417392 May 12 15:26:47.176289 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 47390) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:26:47.287931 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16940f71-187e-4541-9a14-7494fd749e00 req-1b67dba4-63b1-42f0-846c-51ee46a380ef tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:26:47.289667 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-16940f71-187e-4541-9a14-7494fd749e00 req-1b67dba4-63b1-42f0-846c-51ee46a380ef tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 946 time: 0.0936091 May 12 15:26:47.301940 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-78919768-11a0-40d1-a63c-463cb1e4f96d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:47.316978 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-78919768-11a0-40d1-a63c-463cb1e4f96d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:26:47.320977 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-78919768-11a0-40d1-a63c-463cb1e4f96d admin admin] Usage tracker for resource:security_group_rule and tenant:d789bd683fb14794b8f0c05a2bc7c1a3 is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:26:47.323819 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-78919768-11a0-40d1-a63c-463cb1e4f96d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:26:47.330060 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-78919768-11a0-40d1-a63c-463cb1e4f96d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:26:47.338193 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-16940f71-187e-4541-9a14-7494fd749e00 req-d8673453-b857-4a62-a5a2-fa10c45e905e tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417299 May 12 15:26:47.420713 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-78919768-11a0-40d1-a63c-463cb1e4f96d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:47.424614 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-78919768-11a0-40d1-a63c-463cb1e4f96d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:47.431974 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-d169824b-0127-4e93-9e3c-18bd28a9fce6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:26:47.473520 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-78919768-11a0-40d1-a63c-463cb1e4f96d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d789bd683fb14794b8f0c05a2bc7c1a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2961295 May 12 15:26:47.474506 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78919768-11a0-40d1-a63c-463cb1e4f96d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f691c6-1097-456a-9fb4-2a7f6f6ae80d,revision_number=1']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:26:47.476163 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 47396) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:26:47.477493 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-78919768-11a0-40d1-a63c-463cb1e4f96d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:26:47.535030 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-3dc2e5b1-0453-4703-92be-b3f5030713fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:47.564344 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-3dc2e5b1-0453-4703-92be-b3f5030713fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:47.619422 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-3dc2e5b1-0453-4703-92be-b3f5030713fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:47.623772 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-7b16e9f5-4fdb-4756-bcf6-06e3e33de2eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:26:47.635677 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc2e5b1-0453-4703-92be-b3f5030713fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f691c6-1097-456a-9fb4-2a7f6f6ae80d,revision_number=None']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:26:47.638499 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-3dc2e5b1-0453-4703-92be-b3f5030713fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:26:47.646204 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-3dc2e5b1-0453-4703-92be-b3f5030713fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:47.647311 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-3dc2e5b1-0453-4703-92be-b3f5030713fe admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b1f691c6-1097-456a-9fb4-2a7f6f6ae80d HTTP/1.1" status: 204 len: 168 time: 0.1701705 May 12 15:26:48.534374 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdb9439-6abe-4d36-8b0d-dfb087bb4250 req-07899b79-27df-4d3f-96e4-6902c677e2fb tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:26:48.535903 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-9cdb9439-6abe-4d36-8b0d-dfb087bb4250 req-07899b79-27df-4d3f-96e4-6902c677e2fb tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 946 time: 0.0817931 May 12 15:26:48.584759 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-9cdb9439-6abe-4d36-8b0d-dfb087bb4250 req-60bcfc6c-6498-4dd7-bd5b-27db639e7e7e tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428977 May 12 15:26:48.678293 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-177a21f6-3ed6-467b-b373-0b68daf7954a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:49.786324 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80473216-517f-4c7a-91b1-2969a14e06a1 req-0f5270db-b2b4-4da1-9826-b5bad490a82c tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:26:49.787856 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-80473216-517f-4c7a-91b1-2969a14e06a1 req-0f5270db-b2b4-4da1-9826-b5bad490a82c tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 946 time: 0.0870092 May 12 15:26:49.834671 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-80473216-517f-4c7a-91b1-2969a14e06a1 req-f008e026-b2d7-4a8f-a28c-c5dfa97d7945 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403590 May 12 15:26:51.049166 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1266930b-1a7d-4435-b4d4-123bea79027a req-b142954c-12e0-41e3-aae1-342a0ef6c908 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:26:51.050643 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-1266930b-1a7d-4435-b4d4-123bea79027a req-b142954c-12e0-41e3-aae1-342a0ef6c908 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 946 time: 0.0878217 May 12 15:26:51.103925 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-1266930b-1a7d-4435-b4d4-123bea79027a req-c270a0fe-2f09-4b9c-b9fb-28cbe9afe266 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471427 May 12 15:26:51.111517 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-26a6655e-9e21-448c-ae84-0dc184e56646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:51.620154 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:52.280429 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-8e9e3eb0-3c8e-4693-b231-5e176560d846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:52.307886 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91855e64-01c4-4e96-b47d-b08e8381719d req-f09e4edb-b658-4caf-a537-bc3268a09e5a tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:26:52.309345 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-91855e64-01c4-4e96-b47d-b08e8381719d req-f09e4edb-b658-4caf-a537-bc3268a09e5a tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 946 time: 0.0878170 May 12 15:26:52.357044 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-91855e64-01c4-4e96-b47d-b08e8381719d req-9ab7ed11-e6af-479a-8b94-be01d5aed5d2 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405850 May 12 15:26:53.555544 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b889a4e-d689-41b3-8a6d-7c9ac9e6b252 req-c59411c0-aac5-4327-bb3e-1375dd540514 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:26:53.557113 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-4b889a4e-d689-41b3-8a6d-7c9ac9e6b252 req-c59411c0-aac5-4327-bb3e-1375dd540514 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 946 time: 0.0863204 May 12 15:26:53.608994 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-4b889a4e-d689-41b3-8a6d-7c9ac9e6b252 req-8fd2423e-b84d-45bf-ad4b-933e284340e3 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445964 May 12 15:26:54.153150 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.agents_db [None req-dd47ce14-932e-4540-b008-5e9038d1c348 None None] Agent healthcheck: found 6 active agents {{(pid=78795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 15:26:54.178005 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-876105c5-eed7-46ba-a478-d2a34eb0d798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:54.797333 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5b6ff4-fd3c-471d-8d83-d5c703c2d98c req-53f01c70-41ef-41db-8121-f73379cf709d tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:26:54.798788 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-7b5b6ff4-fd3c-471d-8d83-d5c703c2d98c req-53f01c70-41ef-41db-8121-f73379cf709d tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 946 time: 0.0798542 May 12 15:26:54.843826 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-7b5b6ff4-fd3c-471d-8d83-d5c703c2d98c req-5f4f4671-d660-486d-86b2-74e6db80e62a tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392885 May 12 15:26:55.048021 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c0a584-41a9-429d-bb92-392e6b4cdc78 req-3aa45411-6dc9-43a1-b44a-9a713115963e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:26:55.049507 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-e0c0a584-41a9-429d-bb92-392e6b4cdc78 req-3aa45411-6dc9-43a1-b44a-9a713115963e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=1d962db48c294eb4a16e765eb2cf52a8&device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 1099 time: 0.0715859 May 12 15:26:55.199560 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c0a584-41a9-429d-bb92-392e6b4cdc78 req-fec14bb0-2a63-4636-ab56-ebd463be5cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:26:55.200999 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-e0c0a584-41a9-429d-bb92-392e6b4cdc78 req-fec14bb0-2a63-4636-ab56-ebd463be5cfd service neutron] 10.222.0.85 "GET /v2.0/networks?id=e42449cb-482c-4d1d-a3c5-6d4382e507b8 HTTP/1.1" status: 200 len: 917 time: 0.1312556 May 12 15:26:55.311157 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-e0c0a584-41a9-429d-bb92-392e6b4cdc78 req-e4c49da1-ea33-47c4-ad04-d0e35b8e64cc service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43db03e8-f3a5-4732-9fd7-b9781b241670 HTTP/1.1" status: 200 len: 1001 time: 0.0957098 May 12 15:26:55.373931 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c0a584-41a9-429d-bb92-392e6b4cdc78 req-ea6d9183-800f-42a6-85a0-1fa3ff01fd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:26:55.375628 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-e0c0a584-41a9-429d-bb92-392e6b4cdc78 req-ea6d9183-800f-42a6-85a0-1fa3ff01fd43 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=a819acb5-532b-4750-ac78-9d47ffeaf477 HTTP/1.1" status: 200 len: 855 time: 0.0585821 May 12 15:26:55.457358 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c0a584-41a9-429d-bb92-392e6b4cdc78 req-57f01fe0-bdf8-4e60-986a-6474eeb21e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:26:55.458855 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-e0c0a584-41a9-429d-bb92-392e6b4cdc78 req-57f01fe0-bdf8-4e60-986a-6474eeb21e9a service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e42449cb-482c-4d1d-a3c5-6d4382e507b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0730097 May 12 15:26:55.691022 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-e0c0a584-41a9-429d-bb92-392e6b4cdc78 req-3abad591-dc0f-435e-942e-64b8a89252b0 service neutron] 10.222.0.85 "GET /v2.0/networks/e42449cb-482c-4d1d-a3c5-6d4382e507b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212188 May 12 15:26:55.823334 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-e0c0a584-41a9-429d-bb92-392e6b4cdc78 req-87bb4b28-ea74-4f54-88f7-42ba67b587e9 service neutron] 10.222.0.85 "GET /v2.0/networks/e42449cb-482c-4d1d-a3c5-6d4382e507b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249743 May 12 15:26:56.036895 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8435faa-73c5-41bb-9b32-cd0bf08ce336 req-b0e8a13b-96f6-4f98-834a-ae2c15aafcb5 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:26:56.038405 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-d8435faa-73c5-41bb-9b32-cd0bf08ce336 req-b0e8a13b-96f6-4f98-834a-ae2c15aafcb5 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 946 time: 0.0808363 May 12 15:26:56.084093 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-d8435faa-73c5-41bb-9b32-cd0bf08ce336 req-b9cdfb93-29e5-47b7-b67f-f73509b619c0 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400627 May 12 15:26:57.010601 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:57.276504 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc96d9f2-cfd8-4440-8476-05b92b306cf4 req-384729a4-65a7-4a2e-bb82-303de1e2a4ab tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:26:57.278951 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-bc96d9f2-cfd8-4440-8476-05b92b306cf4 req-384729a4-65a7-4a2e-bb82-303de1e2a4ab tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 946 time: 0.0840397 May 12 15:26:57.327052 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-bc96d9f2-cfd8-4440-8476-05b92b306cf4 req-68fb0bf9-1007-4391-b254-5348e60bbc01 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418470 May 12 15:26:58.530558 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f02946-b4a2-4963-81ea-3dad37300187 req-c8db8492-baeb-4f83-9040-a5fe51c1d480 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:26:58.531987 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-a6f02946-b4a2-4963-81ea-3dad37300187 req-c8db8492-baeb-4f83-9040-a5fe51c1d480 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 946 time: 0.0898392 May 12 15:26:58.575654 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-a6f02946-b4a2-4963-81ea-3dad37300187 req-ffa88cf1-743c-4ae0-b889-df460112c8b6 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379040 May 12 15:26:59.520372 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Device 43db03e8-f3a5-4732-9fd7-b9781b241670 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=78794) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 15:26:59.652303 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] For port 43db03e8-f3a5-4732-9fd7-b9781b241670, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=43db03e8-f3a5-4732-9fd7-b9781b241670,segment=NetworkSegment(3335fbed-a52c-4d63-90d5-e5c4d9194d95),segment_id=3335fbed-a52c-4d63-90d5-e5c4d9194d95)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:26:59.665152 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Returning: {'device': '43db03e8-f3a5-4732-9fd7-b9781b241670', 'network_id': 'e42449cb-482c-4d1d-a3c5-6d4382e507b8', 'port_id': '43db03e8-f3a5-4732-9fd7-b9781b241670', 'mac_address': 'fa:16:3e:14:92:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a819acb5-532b-4750-ac78-9d47ffeaf477', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78794) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 15:26:59.723910 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:59.740985 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.notifiers.nova [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 43db03e8-f3a5-4732-9fd7-b9781b241670 {{(pid=78794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 15:26:59.757006 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] For port 43db03e8-f3a5-4732-9fd7-b9781b241670, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=43db03e8-f3a5-4732-9fd7-b9781b241670,segment=NetworkSegment(3335fbed-a52c-4d63-90d5-e5c4d9194d95),segment_id=3335fbed-a52c-4d63-90d5-e5c4d9194d95)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:26:59.761027 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:26:59.763001 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-06dece73-0aa8-4951-a3b8-fb342c6fb0d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:26:59.772188 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d58e4ff-8fbb-4c7a-8495-7e37229b2af1 req-d1a86383-5c73-4e60-9d2a-9a8c5d864575 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:26:59.773646 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-7d58e4ff-8fbb-4c7a-8495-7e37229b2af1 req-d1a86383-5c73-4e60-9d2a-9a8c5d864575 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 946 time: 0.0841360 May 12 15:26:59.818382 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-7d58e4ff-8fbb-4c7a-8495-7e37229b2af1 req-c30c52d7-458f-48fc-b73e-9c1edc9a9ba2 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386727 May 12 15:26:59.828399 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Pushing event updated for resources: {'Port': ['ID=43db03e8-f3a5-4732-9fd7-b9781b241670,revision_number=6']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:26:59.832381 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:27:01.008341 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b4724a-201e-410f-99ff-e8c156ed858b req-b8bf8af5-251f-4569-97d6-ba8e3330f1bf tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:01.009868 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-d3b4724a-201e-410f-99ff-e8c156ed858b req-b8bf8af5-251f-4569-97d6-ba8e3330f1bf tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 945 time: 0.0827429 May 12 15:27:01.055817 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-d3b4724a-201e-410f-99ff-e8c156ed858b req-7c2df3a6-f5c6-460d-95db-7070e3fdcd4a tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392442 May 12 15:27:01.422697 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] get_ports_and_sgs() called for port_ids ['43db03e8-f3a5-4732-9fd7-b9781b241670'] {{(pid=78794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:27:02.243467 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f077a70-0417-49e7-8ed5-2e4e09383761 req-5c8a2857-5d68-43d8-b170-542b670dc0ed tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:02.244901 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-5f077a70-0417-49e7-8ed5-2e4e09383761 req-5c8a2857-5d68-43d8-b170-542b670dc0ed tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 945 time: 0.0792396 May 12 15:27:02.290800 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-5f077a70-0417-49e7-8ed5-2e4e09383761 req-4de0e47d-aebd-4461-84ce-f069a1674e2f tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395317 May 12 15:27:03.475940 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36904317-1eac-495d-ad8e-92ba8dcfe522 req-c52fd3e3-1123-43bf-9c91-7a7628cd8c50 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:03.477368 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-36904317-1eac-495d-ad8e-92ba8dcfe522 req-c52fd3e3-1123-43bf-9c91-7a7628cd8c50 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 945 time: 0.0790036 May 12 15:27:03.524293 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-36904317-1eac-495d-ad8e-92ba8dcfe522 req-d8cdac88-67b2-48e0-8d6b-ff9231b4f937 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411417 May 12 15:27:03.702612 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Device 43db03e8-f3a5-4732-9fd7-b9781b241670 up at agent hyperv_hv-cinder-78960 {{(pid=78794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:27:03.767541 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Provisioning complete for port 43db03e8-f3a5-4732-9fd7-b9781b241670 triggered by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:27:03.767909 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:27:03.879525 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:27:03.915342 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] For port 43db03e8-f3a5-4732-9fd7-b9781b241670, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=43db03e8-f3a5-4732-9fd7-b9781b241670,segment=NetworkSegment(3335fbed-a52c-4d63-90d5-e5c4d9194d95),segment_id=3335fbed-a52c-4d63-90d5-e5c4d9194d95)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:27:03.916402 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76c927c4-cada-4b1e-8347-b388ae1a2bd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43db03e8-f3a5-4732-9fd7-b9781b241670'}] {{(pid=78794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:27:03.929381 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:27:03.931525 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:27:04.008645 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Pushing event updated for resources: {'Port': ['ID=43db03e8-f3a5-4732-9fd7-b9781b241670,revision_number=7']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:27:04.011695 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:27:04.099856 dv-cinder-789603-6-iscsi neutron-server[78794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76c927c4-cada-4b1e-8347-b388ae1a2bd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43db03e8-f3a5-4732-9fd7-b9781b241670', 'code': 200} May 12 15:27:04.858187 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0430def0-7f06-4c94-896b-8046444f8f18 req-b8c6e0e7-b085-47be-95e7-be917ab97b8d tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:04.859610 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-0430def0-7f06-4c94-896b-8046444f8f18 req-b8c6e0e7-b085-47be-95e7-be917ab97b8d tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 946 time: 0.0801647 May 12 15:27:04.905364 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-0430def0-7f06-4c94-896b-8046444f8f18 req-3270c81b-355f-4988-b72b-34d6cbd6a3e6 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394669 May 12 15:27:05.291211 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 47602) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:27:05.410465 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-4ad5d3d9-fcd8-4426-8331-92af4162084c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:27:05.424266 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-4ad5d3d9-fcd8-4426-8331-92af4162084c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:27:05.427937 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-4ad5d3d9-fcd8-4426-8331-92af4162084c admin admin] Usage tracker for resource:security_group_rule and tenant:b06301b616174f8f878df97a20a1db04 is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:27:05.430619 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-4ad5d3d9-fcd8-4426-8331-92af4162084c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:27:05.436591 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-4ad5d3d9-fcd8-4426-8331-92af4162084c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:27:05.521497 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-4ad5d3d9-fcd8-4426-8331-92af4162084c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:27:05.525110 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-4ad5d3d9-fcd8-4426-8331-92af4162084c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:27:05.533237 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-e1c09299-fb9b-443c-9503-c1e414cad6f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:27:05.572715 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-4ad5d3d9-fcd8-4426-8331-92af4162084c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b06301b616174f8f878df97a20a1db04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2803569 May 12 15:27:05.573580 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad5d3d9-fcd8-4426-8331-92af4162084c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b053e89f-bd0b-4fbe-a843-8a5311bb5251,revision_number=1']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:27:05.575511 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 47610) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:27:05.592482 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad5d3d9-fcd8-4426-8331-92af4162084c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:27:05.592846 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad5d3d9-fcd8-4426-8331-92af4162084c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:27:05.593200 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad5d3d9-fcd8-4426-8331-92af4162084c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:27:05.593551 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad5d3d9-fcd8-4426-8331-92af4162084c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:27:05.593927 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad5d3d9-fcd8-4426-8331-92af4162084c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:27:05.594273 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad5d3d9-fcd8-4426-8331-92af4162084c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:27:05.594809 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad5d3d9-fcd8-4426-8331-92af4162084c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:27:05.594937 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad5d3d9-fcd8-4426-8331-92af4162084c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:27:05.595288 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad5d3d9-fcd8-4426-8331-92af4162084c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:27:05.595702 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad5d3d9-fcd8-4426-8331-92af4162084c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:27:05.596046 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad5d3d9-fcd8-4426-8331-92af4162084c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:27:05.596380 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad5d3d9-fcd8-4426-8331-92af4162084c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:27:05.601864 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-4ad5d3d9-fcd8-4426-8331-92af4162084c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:27:05.646565 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-250f721d-e7ce-460c-9de0-1c436a5da7b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:27:05.672648 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-250f721d-e7ce-460c-9de0-1c436a5da7b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:27:05.721973 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-250f721d-e7ce-460c-9de0-1c436a5da7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:27:05.725488 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-d5ad5ef0-6f7d-4fab-8dad-b3036fada486 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:27:05.737876 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250f721d-e7ce-460c-9de0-1c436a5da7b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b053e89f-bd0b-4fbe-a843-8a5311bb5251,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:27:05.740384 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-250f721d-e7ce-460c-9de0-1c436a5da7b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:27:05.748174 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-250f721d-e7ce-460c-9de0-1c436a5da7b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:27:05.752026 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-250f721d-e7ce-460c-9de0-1c436a5da7b3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b053e89f-bd0b-4fbe-a843-8a5311bb5251 HTTP/1.1" status: 204 len: 168 time: 0.1728919 May 12 15:27:06.041465 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 47620) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:27:06.065913 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-086bed6f-f4f1-487c-bf14-23ceb4b122df admin admin] Notify callbacks [] for security_group, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:27:06.081943 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-086bed6f-f4f1-487c-bf14-23ceb4b122df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:27:06.086330 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-086bed6f-f4f1-487c-bf14-23ceb4b122df admin admin] Usage tracker for resource:security_group_rule and tenant:389a88cc6bff423089595d01c6a8896e is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:27:06.089542 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-086bed6f-f4f1-487c-bf14-23ceb4b122df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:27:06.096035 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-086bed6f-f4f1-487c-bf14-23ceb4b122df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:27:06.193177 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-086bed6f-f4f1-487c-bf14-23ceb4b122df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:27:06.197218 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-086bed6f-f4f1-487c-bf14-23ceb4b122df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:27:06.205790 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672b3ee9-cd71-4cee-ab10-0ad59c2e1bc4 req-4a272962-2716-4d24-b3db-26f1111bf6ad tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:06.207414 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-4ec5818a-6a60-4e8c-81d0-b8e20839bc70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:27:06.207542 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-672b3ee9-cd71-4cee-ab10-0ad59c2e1bc4 req-4a272962-2716-4d24-b3db-26f1111bf6ad tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 946 time: 0.1897318 May 12 15:27:06.249812 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-086bed6f-f4f1-487c-bf14-23ceb4b122df admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=389a88cc6bff423089595d01c6a8896e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2072101 May 12 15:27:06.252418 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 47626) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:27:06.255079 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086bed6f-f4f1-487c-bf14-23ceb4b122df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62f3574b-6f73-474c-97ea-3f3b86c17fa4,revision_number=1']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:27:06.263381 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-672b3ee9-cd71-4cee-ab10-0ad59c2e1bc4 req-9c527fef-f88d-4fd1-ba4f-a54a1478972c tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484769 May 12 15:27:06.267022 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-086bed6f-f4f1-487c-bf14-23ceb4b122df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:27:06.316157 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-b43677d0-0498-4274-8220-a01078dd21f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:27:06.343228 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-b43677d0-0498-4274-8220-a01078dd21f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:27:06.399043 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-b43677d0-0498-4274-8220-a01078dd21f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:27:06.402712 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-59942251-e1b7-4353-a8f1-a21dc2f521cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:27:06.414960 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43677d0-0498-4274-8220-a01078dd21f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62f3574b-6f73-474c-97ea-3f3b86c17fa4,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:27:06.419056 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-b43677d0-0498-4274-8220-a01078dd21f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:27:06.422339 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-b43677d0-0498-4274-8220-a01078dd21f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:27:06.423504 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-b43677d0-0498-4274-8220-a01078dd21f3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/62f3574b-6f73-474c-97ea-3f3b86c17fa4 HTTP/1.1" status: 204 len: 168 time: 0.1701965 May 12 15:27:07.576899 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb3cca6-21e3-4b8c-aa6e-ef52c2dc7c5c req-582ff342-04b0-496a-ae7f-5db9d08205d7 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:07.581263 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-cfb3cca6-21e3-4b8c-aa6e-ef52c2dc7c5c req-582ff342-04b0-496a-ae7f-5db9d08205d7 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 946 time: 0.1662474 May 12 15:27:07.637525 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-cfb3cca6-21e3-4b8c-aa6e-ef52c2dc7c5c req-6894bf7a-806a-490c-be16-01e03da94b9b tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510862 May 12 15:27:07.817606 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [req-cb2f0640-de73-48ab-a3aa-98be650d424b req-50b061ac-55ed-4598-90fc-abd0c272f663 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Synchronizing usage tracker for tenant:9c641ae825cc4fc19fd89c2aecc761e3 on resource:security_group {{(pid=78792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:27:07.838302 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [req-cb2f0640-de73-48ab-a3aa-98be650d424b req-50b061ac-55ed-4598-90fc-abd0c272f663 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Unset dirty status for tenant:9c641ae825cc4fc19fd89c2aecc761e3 on resource:security_group {{(pid=78792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:27:07.848424 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-cb2f0640-de73-48ab-a3aa-98be650d424b req-50b061ac-55ed-4598-90fc-abd0c272f663 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1894392317&fields=id&tenant_id=9c641ae825cc4fc19fd89c2aecc761e3 HTTP/1.1" status: 200 len: 267 time: 0.0868480 May 12 15:27:08.113365 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2f0640-de73-48ab-a3aa-98be650d424b req-1baec3f6-7cc4-40cb-92b0-647b3ad52a17 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:08.128527 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [req-cb2f0640-de73-48ab-a3aa-98be650d424b req-1baec3f6-7cc4-40cb-92b0-647b3ad52a17 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Synchronizing usage tracker for tenant:9c641ae825cc4fc19fd89c2aecc761e3 on resource:network {{(pid=78792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:27:08.162852 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [req-cb2f0640-de73-48ab-a3aa-98be650d424b req-1baec3f6-7cc4-40cb-92b0-647b3ad52a17 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Unset dirty status for tenant:9c641ae825cc4fc19fd89c2aecc761e3 on resource:network {{(pid=78792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:27:08.166396 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-cb2f0640-de73-48ab-a3aa-98be650d424b req-1baec3f6-7cc4-40cb-92b0-647b3ad52a17 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/networks?id=17267851-fd39-4f2f-86eb-a60d64460bc3 HTTP/1.1" status: 200 len: 811 time: 0.3158002 May 12 15:27:08.191089 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-cb2f0640-de73-48ab-a3aa-98be650d424b req-53448751-0282-4221-a080-d1927bd210f2 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/quotas/9c641ae825cc4fc19fd89c2aecc761e3 HTTP/1.1" status: 200 len: 375 time: 0.0176628 May 12 15:27:08.309139 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-cb2f0640-de73-48ab-a3aa-98be650d424b req-e8216307-9514-421c-b5b1-a6e652f53f75 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9c641ae825cc4fc19fd89c2aecc761e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1066568 May 12 15:27:08.680720 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-cb2f0640-de73-48ab-a3aa-98be650d424b req-34099fb3-d94a-4304-9d8b-0b56166d0a3c service neutron] 10.222.0.32 "GET /v2.0/networks/17267851-fd39-4f2f-86eb-a60d64460bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3587945 May 12 15:27:08.853739 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-cb2f0640-de73-48ab-a3aa-98be650d424b req-43535310-73e9-47f9-ac9b-5c0a7794d37e service neutron] 10.222.0.32 "GET /v2.0/networks/17267851-fd39-4f2f-86eb-a60d64460bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717753 May 12 15:27:08.910693 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fa140e-3b40-4470-80c8-93ace064c7e5 req-4f2c8cc3-7e45-4656-a3f8-f3dd4823b821 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:08.912215 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-07fa140e-3b40-4470-80c8-93ace064c7e5 req-4f2c8cc3-7e45-4656-a3f8-f3dd4823b821 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 946 time: 0.0985858 May 12 15:27:09.006492 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-07fa140e-3b40-4470-80c8-93ace064c7e5 req-ad025e21-0b7f-45e9-913c-6f61acfb1653 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664093 May 12 15:27:10.221900 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787dcdda-24a4-4a94-a5d7-f3f458303f21 req-8c761f7b-dc62-4f75-987b-05e126307b88 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:10.223976 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-787dcdda-24a4-4a94-a5d7-f3f458303f21 req-8c761f7b-dc62-4f75-987b-05e126307b88 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 946 time: 0.0828831 May 12 15:27:10.274920 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-787dcdda-24a4-4a94-a5d7-f3f458303f21 req-b1dc4fe4-e41b-45ea-a9be-0e9ff6bf142e tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449343 May 12 15:27:10.420896 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [req-64932c56-8d88-4bc4-b0a4-80fc7ddcfe42 req-1bf7f659-be95-401b-9683-442d62591597 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Synchronizing usage tracker for tenant:9c641ae825cc4fc19fd89c2aecc761e3 on resource:port {{(pid=78793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:27:10.440102 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [req-64932c56-8d88-4bc4-b0a4-80fc7ddcfe42 req-1bf7f659-be95-401b-9683-442d62591597 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Unset dirty status for tenant:9c641ae825cc4fc19fd89c2aecc761e3 on resource:port {{(pid=78793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:27:10.441684 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-64932c56-8d88-4bc4-b0a4-80fc7ddcfe42 req-1bf7f659-be95-401b-9683-442d62591597 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/ports?device_id=28581279-f075-4a14-96a2-578b8ebf4e01 HTTP/1.1" status: 200 len: 210 time: 0.0636756 May 12 15:27:11.478367 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b3e71c-333e-40ef-92f1-bd8d8498484b req-91abfc43-7bd4-40d7-985c-6083f8958963 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:11.482252 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-77b3e71c-333e-40ef-92f1-bd8d8498484b req-91abfc43-7bd4-40d7-985c-6083f8958963 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 946 time: 0.0915024 May 12 15:27:11.537876 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-77b3e71c-333e-40ef-92f1-bd8d8498484b req-a4d322ec-2c95-4456-8162-454dfbf958c9 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514753 May 12 15:27:11.613358 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-b02391f0-c982-4d29-b93b-d2b276041bc0 req-77c5846e-7ad2-4f86-8479-53665bcd2377 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/ports?device_id=28581279-f075-4a14-96a2-578b8ebf4e01 HTTP/1.1" status: 200 len: 210 time: 0.0493672 May 12 15:27:12.754486 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9343f8d6-26fa-470c-bb0b-a25342443884 req-7d2dedc4-a3d0-4a6b-812b-744e9d2b09e5 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:12.756770 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-9343f8d6-26fa-470c-bb0b-a25342443884 req-7d2dedc4-a3d0-4a6b-812b-744e9d2b09e5 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 946 time: 0.0934370 May 12 15:27:12.798392 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-140346e8-fa12-4096-8ad8-e95123a8c1b6 req-869fdeec-8501-4f5a-8595-2cb22d5308c5 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/ports?device_id=28581279-f075-4a14-96a2-578b8ebf4e01 HTTP/1.1" status: 200 len: 210 time: 0.0653422 May 12 15:27:12.807525 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-9343f8d6-26fa-470c-bb0b-a25342443884 req-da306e1e-ff43-4c15-af59-bbd0f59c7422 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448217 May 12 15:27:13.983800 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-13e39114-7756-4a74-91c6-323f72272c69 req-ccb615ab-3439-4467-944e-48ff4c8acc60 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/ports?device_id=28581279-f075-4a14-96a2-578b8ebf4e01 HTTP/1.1" status: 200 len: 210 time: 0.0570738 May 12 15:27:14.042046 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717ae66e-0c99-4a3f-bda5-b26cea9c1670 req-1bb75204-8814-46f3-bbd4-a9fa71eea104 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:14.045225 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-717ae66e-0c99-4a3f-bda5-b26cea9c1670 req-1bb75204-8814-46f3-bbd4-a9fa71eea104 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 946 time: 0.1068704 May 12 15:27:14.096077 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-717ae66e-0c99-4a3f-bda5-b26cea9c1670 req-2cae9431-b5e0-4e3c-be8a-61f54e8da368 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443251 May 12 15:27:15.232181 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-01c012f2-d05a-4a26-98e4-fbf4661492c2 req-ed7bd9e5-8330-40fb-9016-90f77728199c tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/ports?device_id=28581279-f075-4a14-96a2-578b8ebf4e01 HTTP/1.1" status: 200 len: 210 time: 0.0882795 May 12 15:27:15.383673 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6828e2-eb8b-45f3-8e6c-368c82d07992 req-679ca5d4-bcfc-4fd6-883b-e59bd91db7c5 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:15.391377 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-cb6828e2-eb8b-45f3-8e6c-368c82d07992 req-679ca5d4-bcfc-4fd6-883b-e59bd91db7c5 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 946 time: 0.1100965 May 12 15:27:15.450391 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-cb6828e2-eb8b-45f3-8e6c-368c82d07992 req-8287e293-492b-41e3-82c9-12b00dc8a7ed tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580585 May 12 15:27:15.804989 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2f0640-de73-48ab-a3aa-98be650d424b req-4e7b2764-6946-4590-aea5-780ab3bf7d19 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:15.809389 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-cb2f0640-de73-48ab-a3aa-98be650d424b req-4e7b2764-6946-4590-aea5-780ab3bf7d19 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.85 "GET /v2.0/networks?id=17267851-fd39-4f2f-86eb-a60d64460bc3 HTTP/1.1" status: 200 len: 811 time: 0.2962785 May 12 15:27:15.889471 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-cb2f0640-de73-48ab-a3aa-98be650d424b req-24cd25b2-5ee6-46b8-ac93-60891ac3799b tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c641ae825cc4fc19fd89c2aecc761e3 HTTP/1.1" status: 200 len: 380 time: 0.0708468 May 12 15:27:15.916167 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.v2.base [req-cb2f0640-de73-48ab-a3aa-98be650d424b req-0d771264-76da-45b0-9e74-6067e686a7c6 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Request body: {'port': {'device_id': '28581279-f075-4a14-96a2-578b8ebf4e01', 'network_id': '17267851-fd39-4f2f-86eb-a60d64460bc3', 'admin_state_up': True, 'tenant_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'security_groups': ['2760b0f1-b234-4de9-89f2-f77f95ef8caa']}} {{(pid=78793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:27:16.081789 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [req-cb2f0640-de73-48ab-a3aa-98be650d424b req-0d771264-76da-45b0-9e74-6067e686a7c6 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:27:16.091888 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [req-cb2f0640-de73-48ab-a3aa-98be650d424b req-0d771264-76da-45b0-9e74-6067e686a7c6 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:27:16.106223 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb2f0640-de73-48ab-a3aa-98be650d424b req-0d771264-76da-45b0-9e74-6067e686a7c6 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Made reservation on behalf of 9c641ae825cc4fc19fd89c2aecc761e3 for: {'port': 1} {{(pid=78793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:27:16.109094 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-cb2f0640-de73-48ab-a3aa-98be650d424b req-0d771264-76da-45b0-9e74-6067e686a7c6 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:27:16.311234 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.db_base_plugin_common [req-cb2f0640-de73-48ab-a3aa-98be650d424b req-0d771264-76da-45b0-9e74-6067e686a7c6 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Allocated IP 172.20.0.5 (17267851-fd39-4f2f-86eb-a60d64460bc3/90db4296-24fa-4fea-bd4a-f288635b69c4/a8daaca0-2a98-4e2d-98d6-11f12adaa873) {{(pid=78793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:27:16.562730 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-0e63c3c3-a081-41db-beb1-d72c38013480 req-2192180d-7dea-47be-885f-742602c12e0c tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/ports?device_id=28581279-f075-4a14-96a2-578b8ebf4e01 HTTP/1.1" status: 200 len: 210 time: 0.0742726 May 12 15:27:16.756148 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-cb2f0640-de73-48ab-a3aa-98be650d424b req-0d771264-76da-45b0-9e74-6067e686a7c6 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks [] for port, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:27:16.811407 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.provisioning_blocks [req-cb2f0640-de73-48ab-a3aa-98be650d424b req-0d771264-76da-45b0-9e74-6067e686a7c6 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Transition to ACTIVE for port object a8daaca0-2a98-4e2d-98d6-11f12adaa873 will not be triggered until provisioned by entity DHCP. {{(pid=78793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:27:16.872678 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-cb2f0640-de73-48ab-a3aa-98be650d424b req-0d771264-76da-45b0-9e74-6067e686a7c6 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739648862724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3598933'] for port, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:27:16.890551 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:27:16.919978 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa3a256-c70c-470d-89e2-a6bfbd6fbe41 req-ecd8bf59-ef9b-409c-99b3-b27db7a32766 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:16.943502 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-dfa3a256-c70c-470d-89e2-a6bfbd6fbe41 req-ecd8bf59-ef9b-409c-99b3-b27db7a32766 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 946 time: 0.2265410 May 12 15:27:16.987446 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb2f0640-de73-48ab-a3aa-98be650d424b req-0d771264-76da-45b0-9e74-6067e686a7c6 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Network 17267851-fd39-4f2f-86eb-a60d64460bc3 is already hosted by enough agents. {{(pid=78793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:27:16.997605 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.base_scheduler [req-cb2f0640-de73-48ab-a3aa-98be650d424b req-0d771264-76da-45b0-9e74-6067e686a7c6 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Resources bound (agent type, host, resource id): {{(pid=78793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:27:17.000570 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb2f0640-de73-48ab-a3aa-98be650d424b req-0d771264-76da-45b0-9e74-6067e686a7c6 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Received port after_create {{(pid=78793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:27:17.041445 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-dfa3a256-c70c-470d-89e2-a6bfbd6fbe41 req-2fc0d216-fd25-40f2-95e2-5be4afdcf4d8 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909808 May 12 15:27:17.106494 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d771264-76da-45b0-9e74-6067e686a7c6 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Pushing event updated for resources: {'Port': ['ID=a8daaca0-2a98-4e2d-98d6-11f12adaa873,revision_number=1']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:27:17.110738 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-0d771264-76da-45b0-9e74-6067e686a7c6 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:27:17.125400 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2f0640-de73-48ab-a3aa-98be650d424b req-0d771264-76da-45b0-9e74-6067e686a7c6 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:17.126432 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-cb2f0640-de73-48ab-a3aa-98be650d424b req-0d771264-76da-45b0-9e74-6067e686a7c6 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2050383'] for port, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:27:17.170875 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-cb2f0640-de73-48ab-a3aa-98be650d424b req-0d771264-76da-45b0-9e74-6067e686a7c6 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2749751 May 12 15:27:17.183683 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.v2.base [req-cb2f0640-de73-48ab-a3aa-98be650d424b req-bc31525c-2b84-42bf-bf92-76814d4b7a59 service neutron] Request body: {'port': {'device_id': '28581279-f075-4a14-96a2-578b8ebf4e01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=78793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:27:17.392192 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-cb2f0640-de73-48ab-a3aa-98be650d424b req-bc31525c-2b84-42bf-bf92-76814d4b7a59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:27:17.394672 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-d492a9e1-ec7d-4044-a75d-531449ddec5a None None] Provisioning for port a8daaca0-2a98-4e2d-98d6-11f12adaa873 completed by entity DHCP. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:27:17.399987 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-d492a9e1-ec7d-4044-a75d-531449ddec5a None None] Provisioning complete for port a8daaca0-2a98-4e2d-98d6-11f12adaa873 triggered by entity DHCP. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:27:17.400605 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-d492a9e1-ec7d-4044-a75d-531449ddec5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:27:17.460115 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.plugin [None req-d492a9e1-ec7d-4044-a75d-531449ddec5a None None] Port a8daaca0-2a98-4e2d-98d6-11f12adaa873 cannot update to ACTIVE because it is not bound. {{(pid=78794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 15:27:17.768738 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c3905f-cd82-44dd-b37b-5eb936488faf req-b92b0115-5536-42a8-945d-5bba6e124a76 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:17.776958 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-d0c3905f-cd82-44dd-b37b-5eb936488faf req-b92b0115-5536-42a8-945d-5bba6e124a76 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/ports?device_id=28581279-f075-4a14-96a2-578b8ebf4e01 HTTP/1.1" status: 200 len: 931 time: 0.0988097 May 12 15:27:17.842709 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-d0c3905f-cd82-44dd-b37b-5eb936488faf req-676489c8-664a-4f96-8ab7-f83f0c2d0d9f tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/security-groups?id=2760b0f1-b234-4de9-89f2-f77f95ef8caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638013 May 12 15:27:17.934284 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.notifiers.nova [req-cb2f0640-de73-48ab-a3aa-98be650d424b req-bc31525c-2b84-42bf-bf92-76814d4b7a59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8daaca0-2a98-4e2d-98d6-11f12adaa873 {{(pid=78793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 15:27:17.952354 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-cb2f0640-de73-48ab-a3aa-98be650d424b req-bc31525c-2b84-42bf-bf92-76814d4b7a59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:27:18.008788 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.provisioning_blocks [req-cb2f0640-de73-48ab-a3aa-98be650d424b req-bc31525c-2b84-42bf-bf92-76814d4b7a59 service neutron] Transition to ACTIVE for port object a8daaca0-2a98-4e2d-98d6-11f12adaa873 will not be triggered until provisioned by entity L2. {{(pid=78793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:27:18.018304 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-cb2f0640-de73-48ab-a3aa-98be650d424b req-bc31525c-2b84-42bf-bf92-76814d4b7a59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3598924'] for port, after_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:27:18.025072 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-ffdfd93a-c80b-4dc0-908e-91179cc74448 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:27:18.295853 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc31525c-2b84-42bf-bf92-76814d4b7a59 service neutron] Pushing event updated for resources: {'Port': ['ID=a8daaca0-2a98-4e2d-98d6-11f12adaa873,revision_number=2']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:27:18.305559 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-bc31525c-2b84-42bf-bf92-76814d4b7a59 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:27:18.452903 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37410b82-0a38-46cf-8c98-3e1d95f7b9f7 req-91088321-8256-445e-bb7d-d1f7a5515635 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:18.460348 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-37410b82-0a38-46cf-8c98-3e1d95f7b9f7 req-91088321-8256-445e-bb7d-d1f7a5515635 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 946 time: 0.1712325 May 12 15:27:18.509353 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.managers [req-cb2f0640-de73-48ab-a3aa-98be650d424b req-bc31525c-2b84-42bf-bf92-76814d4b7a59 service neutron] Attempting to bind port a8daaca0-2a98-4e2d-98d6-11f12adaa873 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=78793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:27:18.509952 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.managers [req-cb2f0640-de73-48ab-a3aa-98be650d424b req-bc31525c-2b84-42bf-bf92-76814d4b7a59 service neutron] Attempting to bind port a8daaca0-2a98-4e2d-98d6-11f12adaa873 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'ac82933f-9743-4327-a060-79996a317b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '17267851-fd39-4f2f-86eb-a60d64460bc3'}] {{(pid=78793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:27:18.510070 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2f0640-de73-48ab-a3aa-98be650d424b req-bc31525c-2b84-42bf-bf92-76814d4b7a59 service neutron] Attempting to bind port a8daaca0-2a98-4e2d-98d6-11f12adaa873 on network 17267851-fd39-4f2f-86eb-a60d64460bc3 {{(pid=78793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:27:18.518167 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2f0640-de73-48ab-a3aa-98be650d424b req-bc31525c-2b84-42bf-bf92-76814d4b7a59 service neutron] Port a8daaca0-2a98-4e2d-98d6-11f12adaa873 on network 17267851-fd39-4f2f-86eb-a60d64460bc3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=78793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 15:27:18.518515 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2f0640-de73-48ab-a3aa-98be650d424b req-bc31525c-2b84-42bf-bf92-76814d4b7a59 service neutron] Attempting to bind port a8daaca0-2a98-4e2d-98d6-11f12adaa873 on network 17267851-fd39-4f2f-86eb-a60d64460bc3 {{(pid=78793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:27:18.534841 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2f0640-de73-48ab-a3aa-98be650d424b req-bc31525c-2b84-42bf-bf92-76814d4b7a59 service neutron] Checking agent: {'id': 'f90bdb6d-8ae0-42e3-a09a-ceb4f970b9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 15, 18, 57), 'started_at': datetime.datetime(2021, 5, 12, 15, 18, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 15, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:27:18.534841 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2f0640-de73-48ab-a3aa-98be650d424b req-bc31525c-2b84-42bf-bf92-76814d4b7a59 service neutron] Checking segment: {'id': 'ac82933f-9743-4327-a060-79996a317b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '17267851-fd39-4f2f-86eb-a60d64460bc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:27:18.534841 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2f0640-de73-48ab-a3aa-98be650d424b req-bc31525c-2b84-42bf-bf92-76814d4b7a59 service neutron] Bound using segment: {'id': 'ac82933f-9743-4327-a060-79996a317b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '17267851-fd39-4f2f-86eb-a60d64460bc3'} {{(pid=78793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:27:18.534841 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.managers [req-cb2f0640-de73-48ab-a3aa-98be650d424b req-bc31525c-2b84-42bf-bf92-76814d4b7a59 service neutron] Bound port: a8daaca0-2a98-4e2d-98d6-11f12adaa873, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac82933f-9743-4327-a060-79996a317b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '17267851-fd39-4f2f-86eb-a60d64460bc3'}}] {{(pid=78793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:27:18.534841 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-cb2f0640-de73-48ab-a3aa-98be650d424b req-bc31525c-2b84-42bf-bf92-76814d4b7a59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:27:18.535387 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-37410b82-0a38-46cf-8c98-3e1d95f7b9f7 req-d93a0a8f-06f9-49ab-81bc-45cadb4081f3 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690162 May 12 15:27:18.708539 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-3389b1f4-2a43-4087-9641-d1d0de433fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:27:18.769903 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.db [req-cb2f0640-de73-48ab-a3aa-98be650d424b req-bc31525c-2b84-42bf-bf92-76814d4b7a59 service neutron] For port a8daaca0-2a98-4e2d-98d6-11f12adaa873, host hv-cinder-78960, cleared binding levels {{(pid=78793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:27:18.774257 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.db [req-cb2f0640-de73-48ab-a3aa-98be650d424b req-bc31525c-2b84-42bf-bf92-76814d4b7a59 service neutron] For port a8daaca0-2a98-4e2d-98d6-11f12adaa873, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=a8daaca0-2a98-4e2d-98d6-11f12adaa873,segment=NetworkSegment(ac82933f-9743-4327-a060-79996a317b26),segment_id=ac82933f-9743-4327-a060-79996a317b26)] {{(pid=78793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:27:18.780191 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-cb2f0640-de73-48ab-a3aa-98be650d424b req-bc31525c-2b84-42bf-bf92-76814d4b7a59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3598924'] for port, after_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:27:18.786340 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:27:18.856906 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2f0640-de73-48ab-a3aa-98be650d424b req-bc31525c-2b84-42bf-bf92-76814d4b7a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:18.857622 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-cb2f0640-de73-48ab-a3aa-98be650d424b req-bc31525c-2b84-42bf-bf92-76814d4b7a59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2050383'] for port, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:27:18.858882 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-cb2f0640-de73-48ab-a3aa-98be650d424b req-bc31525c-2b84-42bf-bf92-76814d4b7a59 service neutron] 10.222.0.85 "PUT /v2.0/ports/a8daaca0-2a98-4e2d-98d6-11f12adaa873 HTTP/1.1" status: 200 len: 1093 time: 1.6795695 May 12 15:27:18.861189 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28581279-f075-4a14-96a2-578b8ebf4e01', 'tag': 'a8daaca0-2a98-4e2d-98d6-11f12adaa873'}] {{(pid=78793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:27:19.121759 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28581279-f075-4a14-96a2-578b8ebf4e01', 'tag': 'a8daaca0-2a98-4e2d-98d6-11f12adaa873', 'status': 'completed', 'code': 200} May 12 15:27:19.125229 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc31525c-2b84-42bf-bf92-76814d4b7a59 service neutron] Pushing event updated for resources: {'Port': ['ID=a8daaca0-2a98-4e2d-98d6-11f12adaa873,revision_number=3']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:27:19.142000 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-bc31525c-2b84-42bf-bf92-76814d4b7a59 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:27:19.224701 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2f0640-de73-48ab-a3aa-98be650d424b req-037f8493-c313-48ef-9fb9-86c7367f945f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:19.236285 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-cb2f0640-de73-48ab-a3aa-98be650d424b req-037f8493-c313-48ef-9fb9-86c7367f945f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9c641ae825cc4fc19fd89c2aecc761e3&device_id=28581279-f075-4a14-96a2-578b8ebf4e01 HTTP/1.1" status: 200 len: 1096 time: 0.2794888 May 12 15:27:19.333522 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-cb2f0640-de73-48ab-a3aa-98be650d424b req-c123d700-ab01-4617-afb0-b44180b5e47e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8daaca0-2a98-4e2d-98d6-11f12adaa873 HTTP/1.1" status: 200 len: 217 time: 0.0963292 May 12 15:27:19.407992 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f86c0fb-ce04-48a8-99ff-4d385fd46080 req-5004fc40-241f-4246-86b8-be8f444b48dc tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:19.410206 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-8f86c0fb-ce04-48a8-99ff-4d385fd46080 req-5004fc40-241f-4246-86b8-be8f444b48dc tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/ports?device_id=28581279-f075-4a14-96a2-578b8ebf4e01 HTTP/1.1" status: 200 len: 943 time: 0.1491089 May 12 15:27:19.471502 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-8f86c0fb-ce04-48a8-99ff-4d385fd46080 req-7387226e-3141-49da-90b2-8198b6c83196 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/security-groups?id=2760b0f1-b234-4de9-89f2-f77f95ef8caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529654 May 12 15:27:19.489695 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2f0640-de73-48ab-a3aa-98be650d424b req-b5fe616c-19a7-43f4-8d8e-732899c4601b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:19.495044 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-cb2f0640-de73-48ab-a3aa-98be650d424b req-b5fe616c-19a7-43f4-8d8e-732899c4601b service neutron] 10.222.0.85 "GET /v2.0/subnets?id=90db4296-24fa-4fea-bd4a-f288635b69c4 HTTP/1.1" status: 200 len: 850 time: 0.1540852 May 12 15:27:19.602725 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2f0640-de73-48ab-a3aa-98be650d424b req-9a4cbd92-a993-4c95-a7b6-fec9a51f001c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:19.606543 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-cb2f0640-de73-48ab-a3aa-98be650d424b req-9a4cbd92-a993-4c95-a7b6-fec9a51f001c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=17267851-fd39-4f2f-86eb-a60d64460bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1045845 May 12 15:27:19.850343 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-cb2f0640-de73-48ab-a3aa-98be650d424b req-5afd6586-7a99-4dbd-a716-55e3806b0cc9 service neutron] 10.222.0.85 "GET /v2.0/networks/17267851-fd39-4f2f-86eb-a60d64460bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241535 May 12 15:27:19.964628 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe99b18-8697-4f6a-b199-4e1fef7cb1fc req-5fb3c3b8-1463-4c7a-bc98-ec6bdb95b178 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:19.966095 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-abe99b18-8697-4f6a-b199-4e1fef7cb1fc req-5fb3c3b8-1463-4c7a-bc98-ec6bdb95b178 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 946 time: 0.2141871 May 12 15:27:20.053036 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-abe99b18-8697-4f6a-b199-4e1fef7cb1fc req-880b8961-995f-48e9-8444-62f6cda48bf9 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809348 May 12 15:27:20.060650 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-cb2f0640-de73-48ab-a3aa-98be650d424b req-1f3ff55e-be6b-410f-b7df-ac639a0eeb5b service neutron] 10.222.0.85 "GET /v2.0/networks/17267851-fd39-4f2f-86eb-a60d64460bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016366 May 12 15:27:20.201588 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e3128-36cc-4239-beaf-4251aeb6eed4 req-ecd2f1c4-cf18-4000-bb4a-6153a1a872a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:20.203146 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-ce9e3128-36cc-4239-beaf-4251aeb6eed4 req-ecd2f1c4-cf18-4000-bb4a-6153a1a872a6 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9c641ae825cc4fc19fd89c2aecc761e3&device_id=28581279-f075-4a14-96a2-578b8ebf4e01 HTTP/1.1" status: 200 len: 1096 time: 0.0799603 May 12 15:27:20.357229 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e3128-36cc-4239-beaf-4251aeb6eed4 req-969104e3-0949-4818-b41b-6e0475e246d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:20.358741 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-ce9e3128-36cc-4239-beaf-4251aeb6eed4 req-969104e3-0949-4818-b41b-6e0475e246d7 service neutron] 10.222.0.85 "GET /v2.0/networks?id=17267851-fd39-4f2f-86eb-a60d64460bc3 HTTP/1.1" status: 200 len: 912 time: 0.1491370 May 12 15:27:20.434003 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-ce9e3128-36cc-4239-beaf-4251aeb6eed4 req-beb3e160-45e9-4c3e-be21-0af5b9de3a44 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8daaca0-2a98-4e2d-98d6-11f12adaa873 HTTP/1.1" status: 200 len: 217 time: 0.0675387 May 12 15:27:20.496154 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e3128-36cc-4239-beaf-4251aeb6eed4 req-8351819e-3073-47cf-8b87-073548a388aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:20.497646 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-ce9e3128-36cc-4239-beaf-4251aeb6eed4 req-8351819e-3073-47cf-8b87-073548a388aa service neutron] 10.222.0.85 "GET /v2.0/subnets?id=90db4296-24fa-4fea-bd4a-f288635b69c4 HTTP/1.1" status: 200 len: 850 time: 0.0575047 May 12 15:27:20.580027 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e3128-36cc-4239-beaf-4251aeb6eed4 req-80be399d-b2ce-45e1-9f32-967f5d539cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:20.581520 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-ce9e3128-36cc-4239-beaf-4251aeb6eed4 req-80be399d-b2ce-45e1-9f32-967f5d539cd0 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=17267851-fd39-4f2f-86eb-a60d64460bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0767536 May 12 15:27:20.695355 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eff60a3-d1fa-42f0-96b2-ec286dc2b219 req-6dbfadd9-f059-49ff-b006-f075f6aa4866 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:20.696909 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-6eff60a3-d1fa-42f0-96b2-ec286dc2b219 req-6dbfadd9-f059-49ff-b006-f075f6aa4866 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/ports?device_id=28581279-f075-4a14-96a2-578b8ebf4e01 HTTP/1.1" status: 200 len: 943 time: 0.1207750 May 12 15:27:20.746435 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-ce9e3128-36cc-4239-beaf-4251aeb6eed4 req-8542b0a0-5559-431a-afd5-34b28ec30eaf service neutron] 10.222.0.85 "GET /v2.0/networks/17267851-fd39-4f2f-86eb-a60d64460bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521530 May 12 15:27:20.747250 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-6eff60a3-d1fa-42f0-96b2-ec286dc2b219 req-72cc9866-47e6-436e-9bb3-7e5e17e3a176 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/security-groups?id=2760b0f1-b234-4de9-89f2-f77f95ef8caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433421 May 12 15:27:20.890725 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-ce9e3128-36cc-4239-beaf-4251aeb6eed4 req-1990a6b0-23fe-475e-95f1-9ca20c638aeb service neutron] 10.222.0.85 "GET /v2.0/networks/17267851-fd39-4f2f-86eb-a60d64460bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371830 May 12 15:27:21.052836 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b923ed6-e335-4bf0-bdc4-90f6fb3ddcf7 req-00a55f37-4880-4831-969a-1e7d03bf747c tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:21.054190 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-6b923ed6-e335-4bf0-bdc4-90f6fb3ddcf7 req-00a55f37-4880-4831-969a-1e7d03bf747c tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc932ba1-5b4a-4624-9029-e047b5a14c84 HTTP/1.1" status: 200 len: 945 time: 0.0878611 May 12 15:27:21.117384 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-99237390-f89c-4a50-b43a-4353d0ae5ef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:27:21.195452 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-6b923ed6-e335-4bf0-bdc4-90f6fb3ddcf7 req-abf9e7ee-0749-4c8e-b84a-84d4a2733cf8 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/security-groups?id=b59b4c23-61fe-43f1-a95c-f7c6a6178560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338594 May 12 15:27:21.263605 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544143fe-b659-4922-a164-a328d8b4efa6 req-0fee164b-a2cc-4a11-9bd3-f13bc3489f44 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:21.265151 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-544143fe-b659-4922-a164-a328d8b4efa6 req-0fee164b-a2cc-4a11-9bd3-f13bc3489f44 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 946 time: 0.0844326 May 12 15:27:21.400358 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-544143fe-b659-4922-a164-a328d8b4efa6 req-f5c38a8a-0de0-451d-a71e-7f24df3810b8 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292887 May 12 15:27:21.513929 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821e9ec5-3e67-400c-91ad-59c7d90676d6 req-b0ac7868-8943-4ed0-9ff3-6a8bfed70352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:21.515496 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-821e9ec5-3e67-400c-91ad-59c7d90676d6 req-b0ac7868-8943-4ed0-9ff3-6a8bfed70352 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=1d962db48c294eb4a16e765eb2cf52a8&device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 1099 time: 0.0796344 May 12 15:27:21.627969 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:27:21.666695 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821e9ec5-3e67-400c-91ad-59c7d90676d6 req-dd70e615-de6a-43c0-bac2-73787a4df9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:21.669258 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-821e9ec5-3e67-400c-91ad-59c7d90676d6 req-dd70e615-de6a-43c0-bac2-73787a4df9bb service neutron] 10.222.0.85 "GET /v2.0/networks?id=e42449cb-482c-4d1d-a3c5-6d4382e507b8 HTTP/1.1" status: 200 len: 917 time: 0.1470530 May 12 15:27:21.810992 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-821e9ec5-3e67-400c-91ad-59c7d90676d6 req-8a91db07-3026-489f-a929-e11748117531 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43db03e8-f3a5-4732-9fd7-b9781b241670 HTTP/1.1" status: 200 len: 1001 time: 0.1340806 May 12 15:27:21.884143 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821e9ec5-3e67-400c-91ad-59c7d90676d6 req-855a8455-d592-4200-846a-ecce8f8ef415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:21.886204 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-821e9ec5-3e67-400c-91ad-59c7d90676d6 req-855a8455-d592-4200-846a-ecce8f8ef415 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=a819acb5-532b-4750-ac78-9d47ffeaf477 HTTP/1.1" status: 200 len: 855 time: 0.0678637 May 12 15:27:21.970120 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53525a52-a4a4-4045-a87b-992579d5fdf1 req-780818af-f9bc-41e6-8e17-3f35d45339af tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:21.975223 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-53525a52-a4a4-4045-a87b-992579d5fdf1 req-780818af-f9bc-41e6-8e17-3f35d45339af tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/ports?device_id=28581279-f075-4a14-96a2-578b8ebf4e01 HTTP/1.1" status: 200 len: 943 time: 0.1062124 May 12 15:27:21.976992 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821e9ec5-3e67-400c-91ad-59c7d90676d6 req-5c5dd4e5-cb8e-4b75-8743-64719c33400d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:21.978598 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-821e9ec5-3e67-400c-91ad-59c7d90676d6 req-5c5dd4e5-cb8e-4b75-8743-64719c33400d service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e42449cb-482c-4d1d-a3c5-6d4382e507b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0857592 May 12 15:27:22.018763 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-53525a52-a4a4-4045-a87b-992579d5fdf1 req-fa6c60d5-d8dc-408d-8391-ad59b72075ff tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/security-groups?id=2760b0f1-b234-4de9-89f2-f77f95ef8caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411286 May 12 15:27:22.102378 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 47962) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:27:22.117845 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-821e9ec5-3e67-400c-91ad-59c7d90676d6 req-ad1ca2e6-de6a-4035-b6e9-15ebb2e8ab9c service neutron] 10.222.0.85 "GET /v2.0/networks/e42449cb-482c-4d1d-a3c5-6d4382e507b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316171 May 12 15:27:22.228293 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-e380f255-9879-4bc4-9548-ce68b3544583 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:27:22.244626 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-e380f255-9879-4bc4-9548-ce68b3544583 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:27:22.249826 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-e380f255-9879-4bc4-9548-ce68b3544583 admin admin] Usage tracker for resource:security_group_rule and tenant:1834550ac4aa403bb99222375634a410 is out of sync, need to count used quota {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:27:22.252905 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-e380f255-9879-4bc4-9548-ce68b3544583 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:27:22.263424 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-e380f255-9879-4bc4-9548-ce68b3544583 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:27:22.276452 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-821e9ec5-3e67-400c-91ad-59c7d90676d6 req-11ec68e5-1a36-4560-8be2-b274634afb75 service neutron] 10.222.0.85 "GET /v2.0/networks/e42449cb-482c-4d1d-a3c5-6d4382e507b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516850 May 12 15:27:22.291548 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-8e9e3eb0-3c8e-4693-b231-5e176560d846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:27:22.373349 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-e380f255-9879-4bc4-9548-ce68b3544583 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:27:22.377550 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-e380f255-9879-4bc4-9548-ce68b3544583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:27:22.387235 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-bf87d95d-a1fd-48b1-aff2-144e63dd42bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:27:22.414318 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d9878e-eb87-47a6-8f84-5f8828f18d41 req-2d64bc71-d256-4949-b090-0996d9a61475 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:22.415775 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-89d9878e-eb87-47a6-8f84-5f8828f18d41 req-2d64bc71-d256-4949-b090-0996d9a61475 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc932ba1-5b4a-4624-9029-e047b5a14c84 HTTP/1.1" status: 200 len: 945 time: 0.0882819 May 12 15:27:22.433974 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-e380f255-9879-4bc4-9548-ce68b3544583 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1834550ac4aa403bb99222375634a410&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3271146 May 12 15:27:22.433974 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e380f255-9879-4bc4-9548-ce68b3544583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36a77999-a395-4bad-b27b-ef80fdd85641,revision_number=1']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:27:22.437694 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 47972) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:27:22.457828 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e380f255-9879-4bc4-9548-ce68b3544583 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:27:22.458287 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e380f255-9879-4bc4-9548-ce68b3544583 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:27:22.458572 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e380f255-9879-4bc4-9548-ce68b3544583 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:27:22.458927 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e380f255-9879-4bc4-9548-ce68b3544583 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:27:22.459279 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e380f255-9879-4bc4-9548-ce68b3544583 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:27:22.459630 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e380f255-9879-4bc4-9548-ce68b3544583 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:27:22.459979 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e380f255-9879-4bc4-9548-ce68b3544583 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:27:22.460324 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e380f255-9879-4bc4-9548-ce68b3544583 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:27:22.460674 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e380f255-9879-4bc4-9548-ce68b3544583 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:27:22.461011 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e380f255-9879-4bc4-9548-ce68b3544583 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:27:22.461359 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e380f255-9879-4bc4-9548-ce68b3544583 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:27:22.461700 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e380f255-9879-4bc4-9548-ce68b3544583 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:27:22.468966 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-e380f255-9879-4bc4-9548-ce68b3544583 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:27:22.481043 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-89d9878e-eb87-47a6-8f84-5f8828f18d41 req-b9e91fca-e2c2-470e-94a8-530b537ceb2e tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/security-groups?id=b59b4c23-61fe-43f1-a95c-f7c6a6178560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588608 May 12 15:27:22.572853 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-0f412ef4-6f8a-47ba-a684-44a112b7fc44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:27:22.608189 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-0f412ef4-6f8a-47ba-a684-44a112b7fc44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:27:22.666215 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb288a2-9ec3-44d0-810a-448bb1968c19 req-cb9fbddb-84ce-4675-a1a1-ac37e858d4bd tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:22.667927 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-6eb288a2-9ec3-44d0-810a-448bb1968c19 req-cb9fbddb-84ce-4675-a1a1-ac37e858d4bd tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 946 time: 0.1433361 May 12 15:27:22.707392 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-0f412ef4-6f8a-47ba-a684-44a112b7fc44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:27:22.719420 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-f06aa8aa-6df6-45de-a421-99c0d7e0cbc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:27:22.738315 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-6eb288a2-9ec3-44d0-810a-448bb1968c19 req-9143d9e5-000e-4c78-8927-f47af2af7092 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646493 May 12 15:27:22.739429 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f412ef4-6f8a-47ba-a684-44a112b7fc44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a77999-a395-4bad-b27b-ef80fdd85641,revision_number=None']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:27:22.743017 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-0f412ef4-6f8a-47ba-a684-44a112b7fc44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:27:22.748496 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-0f412ef4-6f8a-47ba-a684-44a112b7fc44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:27:22.751821 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-0f412ef4-6f8a-47ba-a684-44a112b7fc44 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/36a77999-a395-4bad-b27b-ef80fdd85641 HTTP/1.1" status: 204 len: 168 time: 0.3164234 May 12 15:27:23.208745 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dcd59e-b342-4a40-91f0-e3de0251e83b req-3542f1c1-246c-42bc-90f3-a771a9bb1956 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:23.209424 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [req-99dcd59e-b342-4a40-91f0-e3de0251e83b req-3542f1c1-246c-42bc-90f3-a771a9bb1956 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Synchronizing usage tracker for tenant:9c641ae825cc4fc19fd89c2aecc761e3 on resource:port {{(pid=78793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:27:23.224857 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [req-99dcd59e-b342-4a40-91f0-e3de0251e83b req-3542f1c1-246c-42bc-90f3-a771a9bb1956 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Unset dirty status for tenant:9c641ae825cc4fc19fd89c2aecc761e3 on resource:port {{(pid=78793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:27:23.226150 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-99dcd59e-b342-4a40-91f0-e3de0251e83b req-3542f1c1-246c-42bc-90f3-a771a9bb1956 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/ports?device_id=28581279-f075-4a14-96a2-578b8ebf4e01 HTTP/1.1" status: 200 len: 943 time: 0.0953481 May 12 15:27:23.271507 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-99dcd59e-b342-4a40-91f0-e3de0251e83b req-c0affc5e-5aa8-4ae2-b755-6235068cab08 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/security-groups?id=2760b0f1-b234-4de9-89f2-f77f95ef8caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390964 May 12 15:27:23.655487 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Device 43db03e8-f3a5-4732-9fd7-b9781b241670 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=78794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:27:23.681962 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4563205-5555-4e62-a90a-685779eb8ade req-f4dddc63-c996-47a8-9115-474dd0ba0477 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:23.683451 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-d4563205-5555-4e62-a90a-685779eb8ade req-f4dddc63-c996-47a8-9115-474dd0ba0477 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc932ba1-5b4a-4624-9029-e047b5a14c84 HTTP/1.1" status: 200 len: 945 time: 0.0873187 May 12 15:27:23.736222 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-d4563205-5555-4e62-a90a-685779eb8ade req-f038295d-91ea-42f1-84c3-49d0ad085d7b tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/security-groups?id=b59b4c23-61fe-43f1-a95c-f7c6a6178560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455930 May 12 15:27:23.770249 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:27:23.800788 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76c927c4-cada-4b1e-8347-b388ae1a2bd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43db03e8-f3a5-4732-9fd7-b9781b241670'}] {{(pid=78794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:27:23.810312 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] For port 43db03e8-f3a5-4732-9fd7-b9781b241670, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=43db03e8-f3a5-4732-9fd7-b9781b241670,segment=NetworkSegment(3335fbed-a52c-4d63-90d5-e5c4d9194d95),segment_id=3335fbed-a52c-4d63-90d5-e5c4d9194d95)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:27:23.814977 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:27:23.816794 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:27:23.855932 dv-cinder-789603-6-iscsi neutron-server[78794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76c927c4-cada-4b1e-8347-b388ae1a2bd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43db03e8-f3a5-4732-9fd7-b9781b241670', 'code': 200} May 12 15:27:23.890128 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Pushing event updated for resources: {'Port': ['ID=43db03e8-f3a5-4732-9fd7-b9781b241670,revision_number=8']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:27:23.898199 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:27:23.898548 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:27:23.898859 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:27:23.899183 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:27:23.899503 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:27:23.899821 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:27:23.900340 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:27:23.900768 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:27:23.901070 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:27:23.901397 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:27:23.901768 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:27:23.902674 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:27:23.910060 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:27:23.953885 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41c07f8-a822-4c06-8202-827aa885cd88 req-f06d83dd-3a35-4b29-8a53-a468c75092fa tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:23.955328 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-f41c07f8-a822-4c06-8202-827aa885cd88 req-f06d83dd-3a35-4b29-8a53-a468c75092fa tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 944 time: 0.0931203 May 12 15:27:24.000237 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-f41c07f8-a822-4c06-8202-827aa885cd88 req-30437eb0-dccf-4860-bfd4-e405c0c7be71 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391328 May 12 15:27:24.179604 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-876105c5-eed7-46ba-a478-d2a34eb0d798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:27:24.466114 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1b1dab-3ff0-405d-b105-10fb5127ad24 req-9b8bede9-8a1c-4dc8-8075-2afb503fc815 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:24.467511 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-ca1b1dab-3ff0-405d-b105-10fb5127ad24 req-9b8bede9-8a1c-4dc8-8075-2afb503fc815 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/ports?device_id=28581279-f075-4a14-96a2-578b8ebf4e01 HTTP/1.1" status: 200 len: 943 time: 0.0823760 May 12 15:27:24.515831 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-ca1b1dab-3ff0-405d-b105-10fb5127ad24 req-33181747-e864-4c21-8025-f03a67b13bb0 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/security-groups?id=2760b0f1-b234-4de9-89f2-f77f95ef8caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423903 May 12 15:27:24.922950 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7f2304-0950-4f27-8fdc-3c296878623f req-a54be551-7654-4965-9ebd-86a4119bc547 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:24.924392 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-ba7f2304-0950-4f27-8fdc-3c296878623f req-a54be551-7654-4965-9ebd-86a4119bc547 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc932ba1-5b4a-4624-9029-e047b5a14c84 HTTP/1.1" status: 200 len: 945 time: 0.0816841 May 12 15:27:24.970246 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-ba7f2304-0950-4f27-8fdc-3c296878623f req-7cc48988-5ac7-4d5d-8c07-30e960a194bc tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/security-groups?id=b59b4c23-61fe-43f1-a95c-f7c6a6178560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396976 May 12 15:27:25.196514 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f23ec4-17fd-4e20-9200-9ad08f9d71b0 req-d2a24e8a-51f7-407d-8dbb-e4f3dafc49f1 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:25.197985 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-a4f23ec4-17fd-4e20-9200-9ad08f9d71b0 req-d2a24e8a-51f7-407d-8dbb-e4f3dafc49f1 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 944 time: 0.0801053 May 12 15:27:25.244401 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-a4f23ec4-17fd-4e20-9200-9ad08f9d71b0 req-8a8c2a32-8461-4ff5-9389-7d6ca683f8b7 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399597 May 12 15:27:25.707725 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f93b141-87c3-46e1-8d25-1c8fc5685030 req-eb117747-ed33-4be2-9817-59798b40d275 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:25.709257 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-6f93b141-87c3-46e1-8d25-1c8fc5685030 req-eb117747-ed33-4be2-9817-59798b40d275 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/ports?device_id=28581279-f075-4a14-96a2-578b8ebf4e01 HTTP/1.1" status: 200 len: 943 time: 0.0862286 May 12 15:27:25.758792 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-6f93b141-87c3-46e1-8d25-1c8fc5685030 req-1b668194-5a41-4fcc-b422-5a5c3ba7debf tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/security-groups?id=2760b0f1-b234-4de9-89f2-f77f95ef8caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431929 May 12 15:27:26.170675 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5fa57d-3409-4092-8807-7900369ab40a req-b66e35be-6b82-42e8-9058-8c44c03087d8 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:26.174223 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-ac5fa57d-3409-4092-8807-7900369ab40a req-b66e35be-6b82-42e8-9058-8c44c03087d8 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc932ba1-5b4a-4624-9029-e047b5a14c84 HTTP/1.1" status: 200 len: 945 time: 0.0881784 May 12 15:27:26.224992 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-ac5fa57d-3409-4092-8807-7900369ab40a req-275a3ffa-d2f7-426c-bb44-16835a7a8a9b tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/security-groups?id=b59b4c23-61fe-43f1-a95c-f7c6a6178560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470204 May 12 15:27:26.439481 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593bfe34-3a32-49b9-bd11-70dc6cabf260 req-a9fd2cf3-957d-4177-8924-7a8de50bcfa8 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:26.440926 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-593bfe34-3a32-49b9-bd11-70dc6cabf260 req-a9fd2cf3-957d-4177-8924-7a8de50bcfa8 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 944 time: 0.0864489 May 12 15:27:26.486588 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-593bfe34-3a32-49b9-bd11-70dc6cabf260 req-b4ff89fa-ca60-40fd-8a4b-305d85f63d3e tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397460 May 12 15:27:26.488781 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 48048) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:27:26.611230 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-c1d29821-a503-4c84-9cc1-a88aff91aa7b req-a9d9c761-8702-4ff9-8fdd-31eb36639a40 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1212687 May 12 15:27:26.959674 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ba819b-ce64-4980-ba98-4ab2e4a482fb req-a29c6586-f524-4dea-a52c-5a29ac597c86 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:26.961407 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-b5ba819b-ce64-4980-ba98-4ab2e4a482fb req-a29c6586-f524-4dea-a52c-5a29ac597c86 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/ports?device_id=28581279-f075-4a14-96a2-578b8ebf4e01 HTTP/1.1" status: 200 len: 943 time: 0.0872543 May 12 15:27:27.009716 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:27:27.012492 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-b5ba819b-ce64-4980-ba98-4ab2e4a482fb req-a4ba0376-1531-45e8-b3cc-47fe2e609665 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/security-groups?id=2760b0f1-b234-4de9-89f2-f77f95ef8caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431333 May 12 15:27:27.414595 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5691914-25ef-4e30-97c4-6b3dd768c3c0 req-9249e6f6-21c3-49c7-8cfa-5c0265149658 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:27.416045 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-e5691914-25ef-4e30-97c4-6b3dd768c3c0 req-9249e6f6-21c3-49c7-8cfa-5c0265149658 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc932ba1-5b4a-4624-9029-e047b5a14c84 HTTP/1.1" status: 200 len: 945 time: 0.0813434 May 12 15:27:27.464962 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-e5691914-25ef-4e30-97c4-6b3dd768c3c0 req-6d42ee8a-bf97-4528-859a-6a1b16226c9e tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/security-groups?id=b59b4c23-61fe-43f1-a95c-f7c6a6178560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422094 May 12 15:27:27.682774 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2484f6-4e8f-4679-9f62-6d5b655b0003 req-25d478a2-e6eb-4885-9f54-80aa5dc842e8 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:27.684327 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-ed2484f6-4e8f-4679-9f62-6d5b655b0003 req-25d478a2-e6eb-4885-9f54-80aa5dc842e8 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 944 time: 0.0876305 May 12 15:27:27.692381 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Device a8daaca0-2a98-4e2d-98d6-11f12adaa873 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=78794) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 15:27:27.696043 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Device 43db03e8-f3a5-4732-9fd7-b9781b241670 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=78794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:27:27.735028 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-ed2484f6-4e8f-4679-9f62-6d5b655b0003 req-52a13653-2447-4bf9-aa40-629721271882 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443420 May 12 15:27:27.944439 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] For port a8daaca0-2a98-4e2d-98d6-11f12adaa873, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=a8daaca0-2a98-4e2d-98d6-11f12adaa873,segment=NetworkSegment(ac82933f-9743-4327-a060-79996a317b26),segment_id=ac82933f-9743-4327-a060-79996a317b26)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:27:27.959408 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Returning: {'device': 'a8daaca0-2a98-4e2d-98d6-11f12adaa873', 'network_id': '17267851-fd39-4f2f-86eb-a60d64460bc3', 'port_id': 'a8daaca0-2a98-4e2d-98d6-11f12adaa873', 'mac_address': 'fa:16:3e:8c:2b:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90db4296-24fa-4fea-bd4a-f288635b69c4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78794) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 15:27:28.021606 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:27:28.039660 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.notifiers.nova [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8daaca0-2a98-4e2d-98d6-11f12adaa873 {{(pid=78794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 15:27:28.056829 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] For port a8daaca0-2a98-4e2d-98d6-11f12adaa873, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=a8daaca0-2a98-4e2d-98d6-11f12adaa873,segment=NetworkSegment(ac82933f-9743-4327-a060-79996a317b26),segment_id=ac82933f-9743-4327-a060-79996a317b26)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:27:28.061419 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:27:28.063422 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:27:28.132605 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Pushing event updated for resources: {'Port': ['ID=a8daaca0-2a98-4e2d-98d6-11f12adaa873,revision_number=4']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:27:28.135774 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:27:28.219349 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4896613c-5093-47be-afe5-52d7fcbe1377 req-1fc07643-57ff-428d-b936-9c697518d983 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:28.220797 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-4896613c-5093-47be-afe5-52d7fcbe1377 req-1fc07643-57ff-428d-b936-9c697518d983 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/ports?device_id=28581279-f075-4a14-96a2-578b8ebf4e01 HTTP/1.1" status: 200 len: 944 time: 0.0939128 May 12 15:27:28.265577 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-4896613c-5093-47be-afe5-52d7fcbe1377 req-d91b0ad8-70df-4613-95ee-0b40a12dbde5 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/security-groups?id=2760b0f1-b234-4de9-89f2-f77f95ef8caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389853 May 12 15:27:28.351532 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d29821-a503-4c84-9cc1-a88aff91aa7b req-a04095dd-a7a9-49ee-863e-6a06d9c69ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:28.352985 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-c1d29821-a503-4c84-9cc1-a88aff91aa7b req-a04095dd-a7a9-49ee-863e-6a06d9c69ffb service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4&tenant_id=1d962db48c294eb4a16e765eb2cf52a8 HTTP/1.1" status: 200 len: 1097 time: 0.0748281 May 12 15:27:28.445932 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d29821-a503-4c84-9cc1-a88aff91aa7b req-b861ce78-42a0-491c-bf6f-ac6d2ca069f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:28.447409 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-c1d29821-a503-4c84-9cc1-a88aff91aa7b req-b861ce78-42a0-491c-bf6f-ac6d2ca069f1 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=1d962db48c294eb4a16e765eb2cf52a8&device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 1097 time: 0.0712025 May 12 15:27:28.607667 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] get_ports_and_sgs() called for port_ids ['a8daaca0-2a98-4e2d-98d6-11f12adaa873'] {{(pid=78794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:27:28.653729 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1bedc5-999a-495f-b8a6-1a3589ed6834 req-14a9a615-3922-4c18-a005-36d3370ee0c4 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:28.655232 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-fc1bedc5-999a-495f-b8a6-1a3589ed6834 req-14a9a615-3922-4c18-a005-36d3370ee0c4 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc932ba1-5b4a-4624-9029-e047b5a14c84 HTTP/1.1" status: 200 len: 945 time: 0.0820608 May 12 15:27:28.668188 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d29821-a503-4c84-9cc1-a88aff91aa7b req-5801f87b-a9d0-4e27-b149-895b4c8f84de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:28.669627 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-c1d29821-a503-4c84-9cc1-a88aff91aa7b req-5801f87b-a9d0-4e27-b149-895b4c8f84de service neutron] 10.222.0.85 "GET /v2.0/networks?id=e42449cb-482c-4d1d-a3c5-6d4382e507b8 HTTP/1.1" status: 200 len: 917 time: 0.2139537 May 12 15:27:28.706705 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-fc1bedc5-999a-495f-b8a6-1a3589ed6834 req-30b76b6b-79f5-46a9-a301-bab64304724e tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/security-groups?id=b59b4c23-61fe-43f1-a95c-f7c6a6178560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446410 May 12 15:27:28.781184 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-c1d29821-a503-4c84-9cc1-a88aff91aa7b req-afcf8b21-472c-41fa-b84c-cb1cfc1a908f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43db03e8-f3a5-4732-9fd7-b9781b241670 HTTP/1.1" status: 200 len: 999 time: 0.1040924 May 12 15:27:28.847998 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d29821-a503-4c84-9cc1-a88aff91aa7b req-c2f42654-3009-439c-bb4b-fff5e753d573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:28.849430 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-c1d29821-a503-4c84-9cc1-a88aff91aa7b req-c2f42654-3009-439c-bb4b-fff5e753d573 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=a819acb5-532b-4750-ac78-9d47ffeaf477 HTTP/1.1" status: 200 len: 855 time: 0.0615907 May 12 15:27:28.984171 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d29821-a503-4c84-9cc1-a88aff91aa7b req-f430166b-89bb-4177-9e93-5dde26c1c3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:28.985640 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-c1d29821-a503-4c84-9cc1-a88aff91aa7b req-f430166b-89bb-4177-9e93-5dde26c1c3f2 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e42449cb-482c-4d1d-a3c5-6d4382e507b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1291521 May 12 15:27:29.021494 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c68cb3c-3f60-495d-bbf3-af82b1584baa req-5d899c6b-e582-48c1-8aba-946371cb48c3 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:29.023011 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-9c68cb3c-3f60-495d-bbf3-af82b1584baa req-5d899c6b-e582-48c1-8aba-946371cb48c3 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 944 time: 0.1361446 May 12 15:27:29.140784 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-9c68cb3c-3f60-495d-bbf3-af82b1584baa req-8f5f8dad-24d9-43eb-940d-af3669511a1b tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718527 May 12 15:27:29.166019 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-c1d29821-a503-4c84-9cc1-a88aff91aa7b req-0e7441bf-4181-4d44-a59d-40377c49ad59 service neutron] 10.222.0.85 "GET /v2.0/networks/e42449cb-482c-4d1d-a3c5-6d4382e507b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718943 May 12 15:27:29.300685 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-c1d29821-a503-4c84-9cc1-a88aff91aa7b req-3a679b06-ec50-4adb-b96f-d6aa0432c1aa service neutron] 10.222.0.85 "GET /v2.0/networks/e42449cb-482c-4d1d-a3c5-6d4382e507b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271420 May 12 15:27:29.458554 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a0fbcb-fce7-433d-9653-36e4208dd3f5 req-97a2606f-1252-4215-96a3-5e85c075bc75 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:29.459994 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-96a0fbcb-fce7-433d-9653-36e4208dd3f5 req-97a2606f-1252-4215-96a3-5e85c075bc75 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/ports?device_id=28581279-f075-4a14-96a2-578b8ebf4e01 HTTP/1.1" status: 200 len: 944 time: 0.0809619 May 12 15:27:29.504621 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-96a0fbcb-fce7-433d-9653-36e4208dd3f5 req-21e9cdea-9fff-4e68-9134-b9ac208885fb tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/security-groups?id=2760b0f1-b234-4de9-89f2-f77f95ef8caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388386 May 12 15:27:29.907521 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa905a53-5e42-46a2-8bfe-fa96ee214c1f req-dfbc7576-bc9a-4cc9-a48c-d6c1466edfc6 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:29.909029 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-aa905a53-5e42-46a2-8bfe-fa96ee214c1f req-dfbc7576-bc9a-4cc9-a48c-d6c1466edfc6 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc932ba1-5b4a-4624-9029-e047b5a14c84 HTTP/1.1" status: 200 len: 945 time: 0.0877023 May 12 15:27:29.968319 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-aa905a53-5e42-46a2-8bfe-fa96ee214c1f req-0ca4ad5e-8f4e-4a6f-bb09-73ae87ccd7b5 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/security-groups?id=b59b4c23-61fe-43f1-a95c-f7c6a6178560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515532 May 12 15:27:30.377801 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fca57a-9cbb-4477-b42b-bfedaf66a6a0 req-fc9ef055-a5f8-445c-9084-0fc6bc3a1867 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:30.379272 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-c3fca57a-9cbb-4477-b42b-bfedaf66a6a0 req-fc9ef055-a5f8-445c-9084-0fc6bc3a1867 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 944 time: 0.1038055 May 12 15:27:30.432747 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-c3fca57a-9cbb-4477-b42b-bfedaf66a6a0 req-95b0193b-b4f9-4d6f-b35b-56f3b53ef804 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475893 May 12 15:27:30.698086 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a693e5f-fefa-4e86-b90b-c5c0b58b117c req-320aac86-9835-4bf9-866a-293b95fa87f3 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:30.699557 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-7a693e5f-fefa-4e86-b90b-c5c0b58b117c req-320aac86-9835-4bf9-866a-293b95fa87f3 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/ports?device_id=28581279-f075-4a14-96a2-578b8ebf4e01 HTTP/1.1" status: 200 len: 944 time: 0.0855906 May 12 15:27:30.745693 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-7a693e5f-fefa-4e86-b90b-c5c0b58b117c req-7da12fe3-e918-4169-8f49-c7d24dbacb29 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/security-groups?id=2760b0f1-b234-4de9-89f2-f77f95ef8caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403640 May 12 15:27:31.152683 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.agents_db [None req-dd47ce14-932e-4540-b008-5e9038d1c348 None None] Agent healthcheck: found 6 active agents {{(pid=78795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 15:27:31.158376 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f47fa70-c1b0-4aa3-8891-5892054a264d req-ffbe385e-a07b-4a3e-be57-c08a68615ac9 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:31.159981 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-5f47fa70-c1b0-4aa3-8891-5892054a264d req-ffbe385e-a07b-4a3e-be57-c08a68615ac9 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc932ba1-5b4a-4624-9029-e047b5a14c84 HTTP/1.1" status: 200 len: 945 time: 0.0811136 May 12 15:27:31.209728 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-5f47fa70-c1b0-4aa3-8891-5892054a264d req-120353b3-9e9c-4d0a-80eb-4bbec685b328 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/security-groups?id=b59b4c23-61fe-43f1-a95c-f7c6a6178560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439575 May 12 15:27:31.628479 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec65e8a-c2de-4c34-b0b4-bed37ca47cbc req-4532c090-fef5-46c7-b584-f7ce4c872a4c tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:31.630006 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-dec65e8a-c2de-4c34-b0b4-bed37ca47cbc req-4532c090-fef5-46c7-b584-f7ce4c872a4c tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 944 time: 0.0827925 May 12 15:27:31.680660 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-dec65e8a-c2de-4c34-b0b4-bed37ca47cbc req-8faa7cd5-5961-49ee-808f-002d945f997c tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442953 May 12 15:27:31.731546 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Device a8daaca0-2a98-4e2d-98d6-11f12adaa873 up at agent hyperv_hv-cinder-78960 {{(pid=78794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:27:31.812882 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Provisioning for port a8daaca0-2a98-4e2d-98d6-11f12adaa873 completed by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:27:31.817538 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Provisioning complete for port a8daaca0-2a98-4e2d-98d6-11f12adaa873 triggered by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:27:31.817999 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:27:31.948357 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d095b6ac-3164-415f-b47c-990ed7d371e4 req-ae366149-2df9-4f18-839c-9d2def7ed247 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:31.950033 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-d095b6ac-3164-415f-b47c-990ed7d371e4 req-ae366149-2df9-4f18-839c-9d2def7ed247 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/ports?device_id=28581279-f075-4a14-96a2-578b8ebf4e01 HTTP/1.1" status: 200 len: 944 time: 0.0889523 May 12 15:27:31.952012 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:27:31.982106 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28581279-f075-4a14-96a2-578b8ebf4e01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8daaca0-2a98-4e2d-98d6-11f12adaa873'}] {{(pid=78794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:27:31.992692 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] For port a8daaca0-2a98-4e2d-98d6-11f12adaa873, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=a8daaca0-2a98-4e2d-98d6-11f12adaa873,segment=NetworkSegment(ac82933f-9743-4327-a060-79996a317b26),segment_id=ac82933f-9743-4327-a060-79996a317b26)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:27:32.008330 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-d095b6ac-3164-415f-b47c-990ed7d371e4 req-dbba7a2a-0287-4ca7-9df9-56e5519a9f38 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/security-groups?id=2760b0f1-b234-4de9-89f2-f77f95ef8caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453236 May 12 15:27:32.010771 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:27:32.012694 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:27:32.044800 dv-cinder-789603-6-iscsi neutron-server[78794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28581279-f075-4a14-96a2-578b8ebf4e01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8daaca0-2a98-4e2d-98d6-11f12adaa873', 'code': 200} May 12 15:27:32.082948 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Pushing event updated for resources: {'Port': ['ID=a8daaca0-2a98-4e2d-98d6-11f12adaa873,revision_number=5']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:27:32.086352 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:27:32.407718 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3ca9ae-7917-4ab8-bc0b-fbab0c1ec508 req-068b4640-7945-4065-8004-e44e4a14d9a8 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:32.409253 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-7e3ca9ae-7917-4ab8-bc0b-fbab0c1ec508 req-068b4640-7945-4065-8004-e44e4a14d9a8 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc932ba1-5b4a-4624-9029-e047b5a14c84 HTTP/1.1" status: 200 len: 945 time: 0.0892608 May 12 15:27:32.547315 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-7e3ca9ae-7917-4ab8-bc0b-fbab0c1ec508 req-014b6ece-70d6-4b8e-8246-0d98007935c0 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/security-groups?id=b59b4c23-61fe-43f1-a95c-f7c6a6178560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320827 May 12 15:27:32.883863 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e57b9e-e5b0-4af1-aea2-2a280f730c05 req-ec99a3b5-e4b6-484b-a2f4-64c9f38eaf38 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:32.885326 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-29e57b9e-e5b0-4af1-aea2-2a280f730c05 req-ec99a3b5-e4b6-484b-a2f4-64c9f38eaf38 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 944 time: 0.0834901 May 12 15:27:32.934941 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-29e57b9e-e5b0-4af1-aea2-2a280f730c05 req-5f8a0688-aa83-41e7-bae1-3aa4ff9890cd tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437202 May 12 15:27:33.204391 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042d8978-6d27-4b85-9178-f40ceb5f4369 req-24b68cd6-302f-4bab-80c7-c1eb9900af05 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:33.205806 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-042d8978-6d27-4b85-9178-f40ceb5f4369 req-24b68cd6-302f-4bab-80c7-c1eb9900af05 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/ports?device_id=28581279-f075-4a14-96a2-578b8ebf4e01 HTTP/1.1" status: 200 len: 945 time: 0.0836329 May 12 15:27:33.255561 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-042d8978-6d27-4b85-9178-f40ceb5f4369 req-ad1529af-3850-4767-aaed-226b1ac3cc9e tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/security-groups?id=2760b0f1-b234-4de9-89f2-f77f95ef8caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439246 May 12 15:27:33.787394 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee885fae-349a-4223-9215-e2fea91aa2e7 req-e7017804-df74-41ab-a442-fb13d6f25936 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:33.788835 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-ee885fae-349a-4223-9215-e2fea91aa2e7 req-e7017804-df74-41ab-a442-fb13d6f25936 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc932ba1-5b4a-4624-9029-e047b5a14c84 HTTP/1.1" status: 200 len: 945 time: 0.0857573 May 12 15:27:33.837327 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-ee885fae-349a-4223-9215-e2fea91aa2e7 req-12725faf-49a2-4847-8de1-a48b65d01afc tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/security-groups?id=b59b4c23-61fe-43f1-a95c-f7c6a6178560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422056 May 12 15:27:34.137553 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd0216e-683b-4901-a913-1bbbe7796fc4 req-373c31d1-51ee-450b-bb1f-f8a8c97ff83c tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:34.139012 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-6dd0216e-683b-4901-a913-1bbbe7796fc4 req-373c31d1-51ee-450b-bb1f-f8a8c97ff83c tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 944 time: 0.0845187 May 12 15:27:34.187505 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-6dd0216e-683b-4901-a913-1bbbe7796fc4 req-055fecac-0b43-4942-b585-84fd95642c67 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422637 May 12 15:27:34.468137 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0744067-cdf5-410b-9c16-98fe45c8804b req-7b2d92d9-d7fa-40dc-ae2d-1853dbc1dd6d tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:34.469544 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-a0744067-cdf5-410b-9c16-98fe45c8804b req-7b2d92d9-d7fa-40dc-ae2d-1853dbc1dd6d tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/ports?device_id=28581279-f075-4a14-96a2-578b8ebf4e01 HTTP/1.1" status: 200 len: 945 time: 0.0842950 May 12 15:27:34.516993 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-a0744067-cdf5-410b-9c16-98fe45c8804b req-dfb57440-e9df-49f0-babf-75045b46a585 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/security-groups?id=2760b0f1-b234-4de9-89f2-f77f95ef8caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411401 May 12 15:27:35.037184 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db658789-28ab-4187-9be7-c05816af3677 req-705d6dcb-25c1-43e1-8b52-ffa08c8e1536 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:35.038567 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-db658789-28ab-4187-9be7-c05816af3677 req-705d6dcb-25c1-43e1-8b52-ffa08c8e1536 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc932ba1-5b4a-4624-9029-e047b5a14c84 HTTP/1.1" status: 200 len: 945 time: 0.0876102 May 12 15:27:35.090941 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-db658789-28ab-4187-9be7-c05816af3677 req-95bc84e4-5292-409e-8904-559c19663dff tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/security-groups?id=b59b4c23-61fe-43f1-a95c-f7c6a6178560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417306 May 12 15:27:35.392220 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6d63a7-5171-48d7-87fb-45798708673c req-62b62f63-71d6-4fa9-b9bf-b080bed61eee tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:35.394200 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-2a6d63a7-5171-48d7-87fb-45798708673c req-62b62f63-71d6-4fa9-b9bf-b080bed61eee tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 944 time: 0.0902662 May 12 15:27:35.440318 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-2a6d63a7-5171-48d7-87fb-45798708673c req-b0dab495-c151-486b-a47c-9c0f30fc10db tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402937 May 12 15:27:35.706266 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66179b1-4552-4ee2-8212-cc78e6358354 req-9a083194-729c-4d43-a6c5-7c18861ec243 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:35.707974 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-e66179b1-4552-4ee2-8212-cc78e6358354 req-9a083194-729c-4d43-a6c5-7c18861ec243 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/ports?device_id=28581279-f075-4a14-96a2-578b8ebf4e01 HTTP/1.1" status: 200 len: 945 time: 0.0828257 May 12 15:27:35.763859 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-e66179b1-4552-4ee2-8212-cc78e6358354 req-43311fd9-1c91-45aa-9942-be05b5b84bf4 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/security-groups?id=2760b0f1-b234-4de9-89f2-f77f95ef8caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499933 May 12 15:27:36.281924 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f601840a-b55a-419c-9279-24f32eb19845 req-cee5ebf8-d30a-45d6-b70b-713b8c3ef778 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:36.283377 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-f601840a-b55a-419c-9279-24f32eb19845 req-cee5ebf8-d30a-45d6-b70b-713b8c3ef778 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc932ba1-5b4a-4624-9029-e047b5a14c84 HTTP/1.1" status: 200 len: 945 time: 0.0823615 May 12 15:27:36.332534 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-f601840a-b55a-419c-9279-24f32eb19845 req-5d8a0cf0-2ae9-44aa-8735-521eeb9deddb tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/security-groups?id=b59b4c23-61fe-43f1-a95c-f7c6a6178560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433588 May 12 15:27:36.638008 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da40cadc-250d-4c0e-ad19-8d01adc4aa2d req-5f9cdf44-5c90-42e8-aa23-d338c9398b06 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:36.639411 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-da40cadc-250d-4c0e-ad19-8d01adc4aa2d req-5f9cdf44-5c90-42e8-aa23-d338c9398b06 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 944 time: 0.0810213 May 12 15:27:36.711285 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-da40cadc-250d-4c0e-ad19-8d01adc4aa2d req-18f90ace-99e1-438a-989b-793aed09700f tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656109 May 12 15:27:36.988239 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87d65e3-d3a6-484f-8df6-eeca8b70d6d4 req-527c5ae8-efca-4ca2-b8af-0e691d850b0a tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:36.989668 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-f87d65e3-d3a6-484f-8df6-eeca8b70d6d4 req-527c5ae8-efca-4ca2-b8af-0e691d850b0a tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/ports?device_id=28581279-f075-4a14-96a2-578b8ebf4e01 HTTP/1.1" status: 200 len: 945 time: 0.1019914 May 12 15:27:37.037141 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-f87d65e3-d3a6-484f-8df6-eeca8b70d6d4 req-1b00d50b-a92c-40b4-9c07-551800d9a901 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/security-groups?id=2760b0f1-b234-4de9-89f2-f77f95ef8caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416856 May 12 15:27:37.543044 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35496e2-1df1-4269-a8fc-45855e8d4ada req-548a37f5-b09a-4c61-b1ac-45e41069ff37 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:37.544350 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-a35496e2-1df1-4269-a8fc-45855e8d4ada req-548a37f5-b09a-4c61-b1ac-45e41069ff37 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc932ba1-5b4a-4624-9029-e047b5a14c84 HTTP/1.1" status: 200 len: 945 time: 0.1034763 May 12 15:27:37.590228 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-a35496e2-1df1-4269-a8fc-45855e8d4ada req-a04fe536-6754-4e89-aed7-178c3c5f7fa6 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/security-groups?id=b59b4c23-61fe-43f1-a95c-f7c6a6178560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390623 May 12 15:27:37.999734 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef936a5-0058-464a-b131-2410df072e93 req-37a8201e-c14e-4bf1-807b-5214487539d7 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:38.001590 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-cef936a5-0058-464a-b131-2410df072e93 req-37a8201e-c14e-4bf1-807b-5214487539d7 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 944 time: 0.1820676 May 12 15:27:38.063503 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-cef936a5-0058-464a-b131-2410df072e93 req-67fc6007-1274-476c-8443-df002a787d44 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549600 May 12 15:27:38.255394 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eb88f8-89a0-4e49-9878-fcbac41b0a03 req-1fc218c4-bfa0-4b3d-bf94-a3c2028c03b0 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:38.256890 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-91eb88f8-89a0-4e49-9878-fcbac41b0a03 req-1fc218c4-bfa0-4b3d-bf94-a3c2028c03b0 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/ports?device_id=28581279-f075-4a14-96a2-578b8ebf4e01 HTTP/1.1" status: 200 len: 945 time: 0.0885463 May 12 15:27:38.308421 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-91eb88f8-89a0-4e49-9878-fcbac41b0a03 req-c6b2ceeb-0cb1-4fa7-8090-96961d6a5b6a tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/security-groups?id=2760b0f1-b234-4de9-89f2-f77f95ef8caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444269 May 12 15:27:38.784937 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a453f3b5-e387-469c-aa98-de568fe13ba3 req-03491097-c8a7-4561-8639-496e0d4cb252 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:38.786462 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-a453f3b5-e387-469c-aa98-de568fe13ba3 req-03491097-c8a7-4561-8639-496e0d4cb252 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc932ba1-5b4a-4624-9029-e047b5a14c84 HTTP/1.1" status: 200 len: 945 time: 0.0835428 May 12 15:27:38.838547 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-a453f3b5-e387-469c-aa98-de568fe13ba3 req-6d50eea3-68b0-4f70-be81-6f5950c090b7 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/security-groups?id=b59b4c23-61fe-43f1-a95c-f7c6a6178560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461171 May 12 15:27:39.288089 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25db09a-d216-4816-bc41-8d6e1d7049fd req-7e0c14e3-32c4-4ef9-882c-cf25c2cb119d tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:39.289615 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-e25db09a-d216-4816-bc41-8d6e1d7049fd req-7e0c14e3-32c4-4ef9-882c-cf25c2cb119d tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 944 time: 0.0866251 May 12 15:27:39.341100 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-e25db09a-d216-4816-bc41-8d6e1d7049fd req-bdc399d4-7173-4bd4-a8a5-8563bbfa3d5c tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441778 May 12 15:27:39.534938 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0ac713-b002-4971-91ee-f0db31c23080 req-4f789415-320b-4811-a2bb-2563b756c02b tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:39.536357 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-cd0ac713-b002-4971-91ee-f0db31c23080 req-4f789415-320b-4811-a2bb-2563b756c02b tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/ports?device_id=28581279-f075-4a14-96a2-578b8ebf4e01 HTTP/1.1" status: 200 len: 945 time: 0.0817163 May 12 15:27:39.583086 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-cd0ac713-b002-4971-91ee-f0db31c23080 req-b897e721-ba83-4e30-8fb1-50ca3f3addab tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/security-groups?id=2760b0f1-b234-4de9-89f2-f77f95ef8caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406740 May 12 15:27:40.044061 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d617faa0-c697-4ae3-90c3-9f35fbbc9967 req-adde7aac-7645-4d46-becc-ac1d5d53f3a2 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:40.045468 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-d617faa0-c697-4ae3-90c3-9f35fbbc9967 req-adde7aac-7645-4d46-becc-ac1d5d53f3a2 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc932ba1-5b4a-4624-9029-e047b5a14c84 HTTP/1.1" status: 200 len: 945 time: 0.0904944 May 12 15:27:40.093051 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-d617faa0-c697-4ae3-90c3-9f35fbbc9967 req-824c875f-5b5f-4411-b456-ad93ceb719ad tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/security-groups?id=b59b4c23-61fe-43f1-a95c-f7c6a6178560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405638 May 12 15:27:40.566982 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39679686-cb61-48b3-a333-3733ffbc2605 req-4fb5365b-c6f7-4fc6-a13c-d7b62711c69b tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:40.569803 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-39679686-cb61-48b3-a333-3733ffbc2605 req-4fb5365b-c6f7-4fc6-a13c-d7b62711c69b tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 944 time: 0.1079156 May 12 15:27:40.635160 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-39679686-cb61-48b3-a333-3733ffbc2605 req-7bd66412-266e-4b27-8a7d-59f556c1f076 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562057 May 12 15:27:40.809897 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60290ee4-8add-465a-8e08-d620eb22877d req-4a7ab35b-5d1c-4a5d-a58a-832ce19094a3 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:40.811334 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-60290ee4-8add-465a-8e08-d620eb22877d req-4a7ab35b-5d1c-4a5d-a58a-832ce19094a3 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/ports?device_id=28581279-f075-4a14-96a2-578b8ebf4e01 HTTP/1.1" status: 200 len: 945 time: 0.1079633 May 12 15:27:40.874474 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-60290ee4-8add-465a-8e08-d620eb22877d req-d3db9357-e27f-40c3-b5b9-2e8397c7eb76 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/security-groups?id=2760b0f1-b234-4de9-89f2-f77f95ef8caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567961 May 12 15:27:41.295106 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d188f03-45db-4314-aeb1-75257ba41d88 req-58f287de-8daf-4454-a5b3-47757992e171 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:41.296866 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-5d188f03-45db-4314-aeb1-75257ba41d88 req-58f287de-8daf-4454-a5b3-47757992e171 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc932ba1-5b4a-4624-9029-e047b5a14c84 HTTP/1.1" status: 200 len: 945 time: 0.0861585 May 12 15:27:41.347081 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-5d188f03-45db-4314-aeb1-75257ba41d88 req-47c6e91d-e2b6-4d4b-8876-142010696143 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/security-groups?id=b59b4c23-61fe-43f1-a95c-f7c6a6178560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443032 May 12 15:27:41.820750 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6c6e90-84e1-40d9-aedd-d1c1d5bfce7e req-fa2f0140-1605-4c16-b2a9-70f28f973135 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:41.822184 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-db6c6e90-84e1-40d9-aedd-d1c1d5bfce7e req-fa2f0140-1605-4c16-b2a9-70f28f973135 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 944 time: 0.0807908 May 12 15:27:41.865934 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-db6c6e90-84e1-40d9-aedd-d1c1d5bfce7e req-3c9f6970-bc58-457c-aeee-a3d141c13eb9 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374954 May 12 15:27:42.065918 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8a289d-4f90-49dc-9e8a-5b09695f10a9 req-4094fd01-0908-4224-87b9-e991f9edef53 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:42.067350 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-0d8a289d-4f90-49dc-9e8a-5b09695f10a9 req-4094fd01-0908-4224-87b9-e991f9edef53 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/ports?device_id=28581279-f075-4a14-96a2-578b8ebf4e01 HTTP/1.1" status: 200 len: 945 time: 0.0818620 May 12 15:27:42.111201 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-0d8a289d-4f90-49dc-9e8a-5b09695f10a9 req-a9c65541-b9f0-4d7d-a33e-2befe0176002 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/security-groups?id=2760b0f1-b234-4de9-89f2-f77f95ef8caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381494 May 12 15:27:42.547575 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efcf076-d524-41c2-b7b3-49e2fc48e30f req-3e13cbaa-8f0d-476a-a914-c2a581aa8945 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:42.549012 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-6efcf076-d524-41c2-b7b3-49e2fc48e30f req-3e13cbaa-8f0d-476a-a914-c2a581aa8945 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc932ba1-5b4a-4624-9029-e047b5a14c84 HTTP/1.1" status: 200 len: 945 time: 0.0901206 May 12 15:27:42.593201 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-6efcf076-d524-41c2-b7b3-49e2fc48e30f req-a2141efc-388f-4cf0-897f-16560a6dbaa1 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/security-groups?id=b59b4c23-61fe-43f1-a95c-f7c6a6178560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379198 May 12 15:27:43.060740 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0111f3f6-bb37-4b17-a241-f04246efa8fa req-0c11f28a-b8f2-4d7d-9aef-99da3107ed64 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:43.062177 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-0111f3f6-bb37-4b17-a241-f04246efa8fa req-0c11f28a-b8f2-4d7d-9aef-99da3107ed64 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 944 time: 0.0836170 May 12 15:27:43.107746 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-0111f3f6-bb37-4b17-a241-f04246efa8fa req-a2e3928c-5b39-4a5d-8f91-7cf0c905b8c3 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396860 May 12 15:27:43.293273 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95d9cd6-c86f-4f31-ad2b-bb7c6c354495 req-eb20d67c-9d0f-4e82-ab0d-9e35700dfa1f tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:43.294752 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-e95d9cd6-c86f-4f31-ad2b-bb7c6c354495 req-eb20d67c-9d0f-4e82-ab0d-9e35700dfa1f tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/ports?device_id=28581279-f075-4a14-96a2-578b8ebf4e01 HTTP/1.1" status: 200 len: 945 time: 0.0789628 May 12 15:27:43.342419 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-e95d9cd6-c86f-4f31-ad2b-bb7c6c354495 req-ea592c1b-5212-44b3-878e-93b864ccb26a tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/security-groups?id=2760b0f1-b234-4de9-89f2-f77f95ef8caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418072 May 12 15:27:43.774562 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4e05bc-e8c6-40d6-bd8d-c768083ab305 req-19b1d505-e05a-47c1-8142-b632a190d605 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:43.775987 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-5a4e05bc-e8c6-40d6-bd8d-c768083ab305 req-19b1d505-e05a-47c1-8142-b632a190d605 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc932ba1-5b4a-4624-9029-e047b5a14c84 HTTP/1.1" status: 200 len: 945 time: 0.0791168 May 12 15:27:43.819720 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-5a4e05bc-e8c6-40d6-bd8d-c768083ab305 req-221e2ad3-887a-4fa1-890b-d7a20c01d0db tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/security-groups?id=b59b4c23-61fe-43f1-a95c-f7c6a6178560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373240 May 12 15:27:44.297109 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471db16c-09f4-424b-9b2a-b93870eb0de1 req-dfb1b886-5144-4b92-9a7d-c101f19214ea tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:44.298592 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-471db16c-09f4-424b-9b2a-b93870eb0de1 req-dfb1b886-5144-4b92-9a7d-c101f19214ea tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 944 time: 0.0797870 May 12 15:27:44.342694 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-471db16c-09f4-424b-9b2a-b93870eb0de1 req-81c9340b-bd53-4477-8a0b-bfe483966ba7 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384417 May 12 15:27:44.528197 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a59eab-a097-49d5-b937-1b426a210072 req-56d1c8d9-8a24-4384-b1a6-520fbbdfed6c tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:44.529613 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-25a59eab-a097-49d5-b937-1b426a210072 req-56d1c8d9-8a24-4384-b1a6-520fbbdfed6c tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/ports?device_id=28581279-f075-4a14-96a2-578b8ebf4e01 HTTP/1.1" status: 200 len: 945 time: 0.0824041 May 12 15:27:44.573642 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-25a59eab-a097-49d5-b937-1b426a210072 req-313688a0-0c48-4f48-86db-e64c0bdb50dc tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/security-groups?id=2760b0f1-b234-4de9-89f2-f77f95ef8caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375173 May 12 15:27:45.011584 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d14e957-278b-465a-a24b-ba1530e4ba6d req-e4e9855d-4494-48d8-8f28-2a11436da6ce tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:45.013005 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-7d14e957-278b-465a-a24b-ba1530e4ba6d req-e4e9855d-4494-48d8-8f28-2a11436da6ce tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc932ba1-5b4a-4624-9029-e047b5a14c84 HTTP/1.1" status: 200 len: 945 time: 0.0843978 May 12 15:27:45.056970 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-7d14e957-278b-465a-a24b-ba1530e4ba6d req-5bc4027f-83f8-45d4-b870-97bda4fbe0ad tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/security-groups?id=b59b4c23-61fe-43f1-a95c-f7c6a6178560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381601 May 12 15:27:45.533365 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a63822-0b9f-4196-b1eb-3793ac8de603 req-0dc27029-eac1-47ab-b75e-cc1e6650b5e4 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:45.534807 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-70a63822-0b9f-4196-b1eb-3793ac8de603 req-0dc27029-eac1-47ab-b75e-cc1e6650b5e4 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 944 time: 0.0817049 May 12 15:27:45.579508 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-70a63822-0b9f-4196-b1eb-3793ac8de603 req-87ca10eb-60b0-4cf5-bffc-7385cf11ac94 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390160 May 12 15:27:45.755332 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dc9530-e427-4c94-aab5-e5b4d683be09 req-02392148-3c4f-4aff-bb4b-314be447e45b tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:45.756827 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-72dc9530-e427-4c94-aab5-e5b4d683be09 req-02392148-3c4f-4aff-bb4b-314be447e45b tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/ports?device_id=28581279-f075-4a14-96a2-578b8ebf4e01 HTTP/1.1" status: 200 len: 945 time: 0.0790401 May 12 15:27:45.802400 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-72dc9530-e427-4c94-aab5-e5b4d683be09 req-5322a4d4-f3dc-4303-aba3-3ac057586e4b tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/security-groups?id=2760b0f1-b234-4de9-89f2-f77f95ef8caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389864 May 12 15:27:46.239577 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a50272a-f0d8-493d-9108-03ee35e4845b req-aab78651-47ce-443d-9cbb-d52a51349576 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:46.240997 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-7a50272a-f0d8-493d-9108-03ee35e4845b req-aab78651-47ce-443d-9cbb-d52a51349576 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc932ba1-5b4a-4624-9029-e047b5a14c84 HTTP/1.1" status: 200 len: 945 time: 0.0789540 May 12 15:27:46.288633 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-7a50272a-f0d8-493d-9108-03ee35e4845b req-1444fb88-ec6f-427b-b976-e908d2cc7b4c tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/security-groups?id=b59b4c23-61fe-43f1-a95c-f7c6a6178560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413318 May 12 15:27:46.856807 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df85d85-f226-46c1-9b80-11cdfa0bcd6c req-01bcf0a2-20bc-461c-a692-428e9dfceea1 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:46.858281 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-0df85d85-f226-46c1-9b80-11cdfa0bcd6c req-01bcf0a2-20bc-461c-a692-428e9dfceea1 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 944 time: 0.1647208 May 12 15:27:46.903810 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-0df85d85-f226-46c1-9b80-11cdfa0bcd6c req-e3198a7a-05af-46d1-9e89-0dfc6547660c tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395858 May 12 15:27:46.997976 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e9fbd-59f8-446f-91e4-0f845d59b9d6 req-3b1c0375-40d5-4182-8b34-f2a28ad2ffeb tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:46.999404 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-fb5e9fbd-59f8-446f-91e4-0f845d59b9d6 req-3b1c0375-40d5-4182-8b34-f2a28ad2ffeb tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/ports?device_id=28581279-f075-4a14-96a2-578b8ebf4e01 HTTP/1.1" status: 200 len: 945 time: 0.0880704 May 12 15:27:47.043794 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-fb5e9fbd-59f8-446f-91e4-0f845d59b9d6 req-8751fc7a-2f56-4f4b-9917-a6da0c73e26e tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/security-groups?id=2760b0f1-b234-4de9-89f2-f77f95ef8caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385435 May 12 15:27:47.472764 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fde4b3-2150-430c-8fac-7a16df35866a req-e0be9d83-d66e-4f78-a401-c118a9549429 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:47.474224 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-04fde4b3-2150-430c-8fac-7a16df35866a req-e0be9d83-d66e-4f78-a401-c118a9549429 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc932ba1-5b4a-4624-9029-e047b5a14c84 HTTP/1.1" status: 200 len: 945 time: 0.0807016 May 12 15:27:47.518549 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-04fde4b3-2150-430c-8fac-7a16df35866a req-2450417e-0807-4ea4-8a2d-b201848eb7c2 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/security-groups?id=b59b4c23-61fe-43f1-a95c-f7c6a6178560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381525 May 12 15:27:47.851191 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cc0918-991f-4376-99c7-a08a3d2bf41d req-d9819618-12d4-4917-9934-569460ba25e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:47.852618 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-81cc0918-991f-4376-99c7-a08a3d2bf41d req-d9819618-12d4-4917-9934-569460ba25e3 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=28581279-f075-4a14-96a2-578b8ebf4e01 HTTP/1.1" status: 200 len: 1098 time: 0.0719714 May 12 15:27:47.894586 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-81cc0918-991f-4376-99c7-a08a3d2bf41d req-05affdfb-4b89-404d-af50-2c2d3729dad7 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=2760b0f1-b234-4de9-89f2-f77f95ef8caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339816 May 12 15:27:48.095741 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3735d-6711-4afc-8469-5cca4d8bd7d9 req-dc4915fc-0a14-4ec6-9c04-a0fce4831c70 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:48.097225 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-97d3735d-6711-4afc-8469-5cca4d8bd7d9 req-dc4915fc-0a14-4ec6-9c04-a0fce4831c70 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 944 time: 0.0823374 May 12 15:27:48.147798 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-97d3735d-6711-4afc-8469-5cca4d8bd7d9 req-07f209b5-e051-4dfb-955e-0916b01179e1 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447483 May 12 15:27:48.234922 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431af400-bd8e-4de8-b456-161db49c7a50 req-7be3c42f-a54a-44b4-974b-8b17b55857a8 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:48.236416 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-431af400-bd8e-4de8-b456-161db49c7a50 req-7be3c42f-a54a-44b4-974b-8b17b55857a8 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/ports?device_id=28581279-f075-4a14-96a2-578b8ebf4e01 HTTP/1.1" status: 200 len: 945 time: 0.0836532 May 12 15:27:48.285164 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-431af400-bd8e-4de8-b456-161db49c7a50 req-38c60cd7-e99c-42e7-bca2-9935dfbca06c tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/security-groups?id=2760b0f1-b234-4de9-89f2-f77f95ef8caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428205 May 12 15:27:48.682874 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-f39ec0a0-07e9-4028-b23b-fea05a82cbab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:27:48.704378 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0376fa-4bd8-4685-ac89-d2b31f084260 req-a8d6f505-5a36-424f-907a-05a92d9b13b7 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:48.705855 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-3f0376fa-4bd8-4685-ac89-d2b31f084260 req-a8d6f505-5a36-424f-907a-05a92d9b13b7 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc932ba1-5b4a-4624-9029-e047b5a14c84 HTTP/1.1" status: 200 len: 945 time: 0.0840130 May 12 15:27:48.750728 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-3f0376fa-4bd8-4685-ac89-d2b31f084260 req-9766f596-8526-40f8-a552-358b0359b0dc tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/security-groups?id=b59b4c23-61fe-43f1-a95c-f7c6a6178560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389979 May 12 15:27:49.127719 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b52d9e7-ac34-42ae-b7f5-8f0cde9f5bd7 req-b3e0cd47-763c-4f22-9bf9-8119d88abda6 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:49.129233 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-5b52d9e7-ac34-42ae-b7f5-8f0cde9f5bd7 req-b3e0cd47-763c-4f22-9bf9-8119d88abda6 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc932ba1-5b4a-4624-9029-e047b5a14c84 HTTP/1.1" status: 200 len: 945 time: 0.1023307 May 12 15:27:49.219768 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-5b52d9e7-ac34-42ae-b7f5-8f0cde9f5bd7 req-60ae756c-dea8-410d-ba93-5dd889fd12de tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/security-groups?id=b59b4c23-61fe-43f1-a95c-f7c6a6178560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597985 May 12 15:27:49.261719 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94452f75-06b6-4b7a-9e75-d0e13e86bb5d req-b464b86d-5305-4a33-9d7f-f4d79f3f8d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:49.263256 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-94452f75-06b6-4b7a-9e75-d0e13e86bb5d req-b464b86d-5305-4a33-9d7f-f4d79f3f8d56 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=f8b03419ce0c413cbee40794040a2918&device_id=cc932ba1-5b4a-4624-9029-e047b5a14c84 HTTP/1.1" status: 200 len: 1098 time: 0.1440618 May 12 15:27:49.374789 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece80830-00df-41c6-a77c-d9d6f786d475 req-70d4e6a4-635b-47da-ab6b-db5b9403469c tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:49.376518 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-ece80830-00df-41c6-a77c-d9d6f786d475 req-70d4e6a4-635b-47da-ab6b-db5b9403469c tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 944 time: 0.0956471 May 12 15:27:49.426941 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-ece80830-00df-41c6-a77c-d9d6f786d475 req-5ac2d782-a8da-470d-82e6-e9cb033304d2 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438757 May 12 15:27:49.534742 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94452f75-06b6-4b7a-9e75-d0e13e86bb5d req-34d37d63-942e-476c-85a1-5c1e253461af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:49.536172 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-94452f75-06b6-4b7a-9e75-d0e13e86bb5d req-34d37d63-942e-476c-85a1-5c1e253461af service neutron] 10.222.0.85 "GET /v2.0/networks?id=b0a67018-e604-4c5d-b021-363bc82650e3 HTTP/1.1" status: 200 len: 911 time: 0.2638936 May 12 15:27:49.618629 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a3e034-0e05-4a60-8cec-607c84b0ca40 req-10f4ec49-1fd1-44b9-82a2-0dcf2f14149f tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:49.620179 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-35a3e034-0e05-4a60-8cec-607c84b0ca40 req-10f4ec49-1fd1-44b9-82a2-0dcf2f14149f tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/ports?device_id=28581279-f075-4a14-96a2-578b8ebf4e01 HTTP/1.1" status: 200 len: 945 time: 0.1937892 May 12 15:27:49.679472 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-94452f75-06b6-4b7a-9e75-d0e13e86bb5d req-b13a249c-0ed0-4e7b-ac4a-0b03379a8c12 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55251288-febe-444f-ab34-91007bb36f67 HTTP/1.1" status: 200 len: 1000 time: 0.1321285 May 12 15:27:49.690801 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-35a3e034-0e05-4a60-8cec-607c84b0ca40 req-840f38ac-3537-4a17-a2e8-02807b687ce0 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/security-groups?id=2760b0f1-b234-4de9-89f2-f77f95ef8caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644579 May 12 15:27:49.747825 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94452f75-06b6-4b7a-9e75-d0e13e86bb5d req-e9c8e58d-784e-49bd-9daa-87baa27736e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:49.749286 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-94452f75-06b6-4b7a-9e75-d0e13e86bb5d req-e9c8e58d-784e-49bd-9daa-87baa27736e3 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0bfa47e8-ea4e-42ac-a644-064fdadd42d3 HTTP/1.1" status: 200 len: 849 time: 0.0617120 May 12 15:27:49.829369 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94452f75-06b6-4b7a-9e75-d0e13e86bb5d req-fd471fdd-abb2-4aa5-9fe8-ea60702af574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:49.830895 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-94452f75-06b6-4b7a-9e75-d0e13e86bb5d req-fd471fdd-abb2-4aa5-9fe8-ea60702af574 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b0a67018-e604-4c5d-b021-363bc82650e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0751128 May 12 15:27:49.879892 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ca0959-7302-449a-a608-5bb75344d065 req-46758f2c-2620-4752-9d74-a2460ac7ff20 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:49.881344 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-c0ca0959-7302-449a-a608-5bb75344d065 req-46758f2c-2620-4752-9d74-a2460ac7ff20 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/ports?device_id=28581279-f075-4a14-96a2-578b8ebf4e01 HTTP/1.1" status: 200 len: 945 time: 0.0839481 May 12 15:27:49.931080 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-c0ca0959-7302-449a-a608-5bb75344d065 req-f687aefc-1a54-4513-bd70-1d895b317236 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/security-groups?id=2760b0f1-b234-4de9-89f2-f77f95ef8caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428405 May 12 15:27:49.959731 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 48272) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:27:49.971688 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-94452f75-06b6-4b7a-9e75-d0e13e86bb5d req-fe881735-b734-468c-9f77-62b236680319 service neutron] 10.222.0.85 "GET /v2.0/networks/b0a67018-e604-4c5d-b021-363bc82650e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338842 May 12 15:27:50.106017 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-94452f75-06b6-4b7a-9e75-d0e13e86bb5d req-673160ae-8ec2-4503-b96b-b7c9c36a0c5c service neutron] 10.222.0.85 "GET /v2.0/networks/b0a67018-e604-4c5d-b021-363bc82650e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268935 May 12 15:27:50.138846 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ccd4b87-d032-4fbb-bf3a-3926a4761e36 tempest-TestVolumeBootPattern-413708984 tempest-TestVolumeBootPattern-413708984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:50.139640 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-4ccd4b87-d032-4fbb-bf3a-3926a4761e36 tempest-TestVolumeBootPattern-413708984 tempest-TestVolumeBootPattern-413708984-project-admin] Synchronizing usage tracker for tenant:a73e8d5b23d24a0e833035e7a1644ddd on resource:port {{(pid=78792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:27:50.156281 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-4ccd4b87-d032-4fbb-bf3a-3926a4761e36 tempest-TestVolumeBootPattern-413708984 tempest-TestVolumeBootPattern-413708984-project-admin] Unset dirty status for tenant:a73e8d5b23d24a0e833035e7a1644ddd on resource:port {{(pid=78792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:27:50.157503 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-4ccd4b87-d032-4fbb-bf3a-3926a4761e36 tempest-TestVolumeBootPattern-413708984 tempest-TestVolumeBootPattern-413708984-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=28581279-f075-4a14-96a2-578b8ebf4e01 HTTP/1.1" status: 200 len: 1093 time: 0.1967635 May 12 15:27:50.160425 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 48280) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:27:50.165996 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.v2.base [None req-24556742-858c-4242-b5eb-eb3fb0da9016 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Request body: {'floatingip': {'floating_network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'port_id': 'a8daaca0-2a98-4e2d-98d6-11f12adaa873', 'tenant_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'fixed_ip_address': '172.20.0.5'}} {{(pid=78792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:27:50.172020 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-24556742-858c-4242-b5eb-eb3fb0da9016 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:27:50.175798 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-24556742-858c-4242-b5eb-eb3fb0da9016 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Usage tracker for resource:floatingip and tenant:9c641ae825cc4fc19fd89c2aecc761e3 is out of sync, need to count used quota {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:27:50.178593 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-24556742-858c-4242-b5eb-eb3fb0da9016 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:27:50.184759 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-24556742-858c-4242-b5eb-eb3fb0da9016 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:27:50.195332 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-24556742-858c-4242-b5eb-eb3fb0da9016 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks [] for floatingip, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:27:50.337895 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-24556742-858c-4242-b5eb-eb3fb0da9016 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:27:50.426254 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0359e36-eb31-4008-af2b-f24af9b0a4c9 req-1d4931e4-190a-474a-b1bc-7349eed37f94 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:50.427855 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-e0359e36-eb31-4008-af2b-f24af9b0a4c9 req-1d4931e4-190a-474a-b1bc-7349eed37f94 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc932ba1-5b4a-4624-9029-e047b5a14c84 HTTP/1.1" status: 200 len: 945 time: 0.0912228 May 12 15:27:50.487733 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-e0359e36-eb31-4008-af2b-f24af9b0a4c9 req-03694da1-42f7-4b98-9a07-712db50035cc tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/security-groups?id=b59b4c23-61fe-43f1-a95c-f7c6a6178560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532939 May 12 15:27:50.496742 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.db_base_plugin_common [None req-24556742-858c-4242-b5eb-eb3fb0da9016 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Allocated IP 172.27.2.19 (d9e66476-551f-4a93-96a6-794e2ee658bf/9a4f1bc6-77ee-4516-b181-cab47718771b/35546e01-7464-4d46-8630-296fa470fbfa) {{(pid=78792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:27:50.679200 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-24556742-858c-4242-b5eb-eb3fb0da9016 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks [] for port, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:27:50.716412 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-24556742-858c-4242-b5eb-eb3fb0da9016 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739648862724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3714859'] for port, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:27:50.756350 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-7260c1bf-b9d4-484f-80e0-18a5e02159e6 tempest-DeleteServersTestJSON-1098299145 tempest-DeleteServersTestJSON-1098299145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:27:50.845287 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24556742-858c-4242-b5eb-eb3fb0da9016 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Network d9e66476-551f-4a93-96a6-794e2ee658bf is already hosted by enough agents. {{(pid=78792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:27:50.855656 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.base_scheduler [None req-24556742-858c-4242-b5eb-eb3fb0da9016 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Resources bound (agent type, host, resource id): {{(pid=78792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:27:50.861321 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24556742-858c-4242-b5eb-eb3fb0da9016 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Received port after_create {{(pid=78792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:27:50.888908 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24556742-858c-4242-b5eb-eb3fb0da9016 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Pushing event updated for resources: {'Port': ['ID=35546e01-7464-4d46-8630-296fa470fbfa,revision_number=1']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:27:50.900689 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-24556742-858c-4242-b5eb-eb3fb0da9016 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:27:50.946494 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787ab03d-8dbe-465a-898a-f6f7bc9aff6e req-7a42d3ca-c778-4edc-bc93-2434a42cb7b1 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:50.948589 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-787ab03d-8dbe-465a-898a-f6f7bc9aff6e req-7a42d3ca-c778-4edc-bc93-2434a42cb7b1 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 944 time: 0.2267144 May 12 15:27:51.085649 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-787ab03d-8dbe-465a-898a-f6f7bc9aff6e req-05ca30f6-11d3-4c0d-8cdc-989cae5a9ce9 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107097 May 12 15:27:51.131348 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-08876cdd-8040-40bd-ad89-658a48f266ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:27:51.442300 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-24556742-858c-4242-b5eb-eb3fb0da9016 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:27:51.518356 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-24556742-858c-4242-b5eb-eb3fb0da9016 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:27:51.628317 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:27:51.683208 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72d02c1-aff5-428e-b37d-4989041e40f7 req-44efaf21-eba2-4f88-8878-a18060e90c63 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:51.684545 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-e72d02c1-aff5-428e-b37d-4989041e40f7 req-44efaf21-eba2-4f88-8878-a18060e90c63 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc932ba1-5b4a-4624-9029-e047b5a14c84 HTTP/1.1" status: 200 len: 945 time: 0.0890715 May 12 15:27:51.730733 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-e72d02c1-aff5-428e-b37d-4989041e40f7 req-11dcd8a6-8f3c-4a90-bcd7-4eb230cdcf04 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/security-groups?id=b59b4c23-61fe-43f1-a95c-f7c6a6178560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401580 May 12 15:27:51.734870 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-24556742-858c-4242-b5eb-eb3fb0da9016 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks [] for port, precommit_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:27:51.739747 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-24556742-858c-4242-b5eb-eb3fb0da9016 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3714866'] for port, after_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:27:51.744336 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-d7c7bda5-1752-418a-bd6d-6a35dbd97414 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:27:51.849292 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24556742-858c-4242-b5eb-eb3fb0da9016 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Pushing event updated for resources: {'Port': ['ID=35546e01-7464-4d46-8630-296fa470fbfa,revision_number=2']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:27:51.853256 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-24556742-858c-4242-b5eb-eb3fb0da9016 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:27:51.864434 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-24556742-858c-4242-b5eb-eb3fb0da9016 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706618'] for floatingip, after_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:27:52.033032 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.db.l3_db [None req-24556742-858c-4242-b5eb-eb3fb0da9016 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Floating IP c5b6ec5d-67c0-4cd5-8d5f-e016c7ad71bb associated. External IP: 172.27.2.19, port: a8daaca0-2a98-4e2d-98d6-11f12adaa873. May 12 15:27:52.286081 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-8e9e3eb0-3c8e-4693-b231-5e176560d846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:27:52.424816 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a8a4ae-32ee-4fd2-b795-108b6309d59e req-d8b52f59-238a-465e-9703-020dddd941d9 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:52.426280 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-67a8a4ae-32ee-4fd2-b795-108b6309d59e req-d8b52f59-238a-465e-9703-020dddd941d9 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 944 time: 0.2251656 May 12 15:27:52.462189 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24556742-858c-4242-b5eb-eb3fb0da9016 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Router 7d2b8dbb-d67c-46d4-97ab-ed1952d51b15 has already been hosted by L3 agent e96f2393-830b-46ef-bef2-f93615c2f352 {{(pid=78792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 15:27:52.535890 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-67a8a4ae-32ee-4fd2-b795-108b6309d59e req-07494b15-2d53-4498-885a-6c3736f5f7f6 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008420 May 12 15:27:52.658245 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24556742-858c-4242-b5eb-eb3fb0da9016 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify agent at l3_agent.dv-cinder-789603-6-iscsi the message routers_updated {{(pid=78792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:27:52.667676 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cadba03-fc42-4a62-9b3a-3fa844f13b59 None None] Sync routers for ids ['7d2b8dbb-d67c-46d4-97ab-ed1952d51b15'] in dv-cinder-789603-6-iscsi {{(pid=78794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:27:52.676971 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cadba03-fc42-4a62-9b3a-3fa844f13b59 None None] Routers {'7d2b8dbb-d67c-46d4-97ab-ed1952d51b15'} bound to L3 agent in host dv-cinder-789603-6-iscsi {{(pid=78794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:27:52.677593 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-2cadba03-fc42-4a62-9b3a-3fa844f13b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-12T15:12:51Z,description=,heartbeat_timestamp=2021-05-12T15:27:51Z,host='dv-cinder-789603-6-iscsi',id=e96f2393-830b-46ef-bef2-f93615c2f352,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:12:51Z,topic='l3_agent')) {'router_ids': ['7d2b8dbb-d67c-46d4-97ab-ed1952d51b15'], 'active': True} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:27:52.685278 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-24556742-858c-4242-b5eb-eb3fb0da9016 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2050383'] for floatingip, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:27:52.754987 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-24556742-858c-4242-b5eb-eb3fb0da9016 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5813396 May 12 15:27:52.754987 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28581279-f075-4a14-96a2-578b8ebf4e01', 'tag': 'a8daaca0-2a98-4e2d-98d6-11f12adaa873'}] {{(pid=78792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:27:52.854656 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28581279-f075-4a14-96a2-578b8ebf4e01', 'tag': 'a8daaca0-2a98-4e2d-98d6-11f12adaa873', 'status': 'completed', 'code': 200} May 12 15:27:52.884528 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvr_db [None req-2cadba03-fc42-4a62-9b3a-3fa844f13b59 None None] Set router 7d2b8dbb-d67c-46d4-97ab-ed1952d51b15 gateway port host: dv-cinder-789603-6-iscsi {{(pid=78794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:27:52.952659 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6130991f-a426-4b1e-b600-35d29d6ebebd req-9f28f9b0-2bc4-45e7-9482-2829158ca9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:52.954139 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-6130991f-a426-4b1e-b600-35d29d6ebebd req-9f28f9b0-2bc4-45e7-9482-2829158ca9b3 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9c641ae825cc4fc19fd89c2aecc761e3&device_id=28581279-f075-4a14-96a2-578b8ebf4e01 HTTP/1.1" status: 200 len: 1098 time: 0.0736048 May 12 15:27:53.095747 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6130991f-a426-4b1e-b600-35d29d6ebebd req-d9839514-8254-485f-9eff-9ad724e9e128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:53.097221 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-6130991f-a426-4b1e-b600-35d29d6ebebd req-d9839514-8254-485f-9eff-9ad724e9e128 service neutron] 10.222.0.85 "GET /v2.0/networks?id=17267851-fd39-4f2f-86eb-a60d64460bc3 HTTP/1.1" status: 200 len: 912 time: 0.1362104 May 12 15:27:53.198508 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-6130991f-a426-4b1e-b600-35d29d6ebebd req-bf136185-13d6-4206-9b69-b6de0a63cda3 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8daaca0-2a98-4e2d-98d6-11f12adaa873 HTTP/1.1" status: 200 len: 998 time: 0.0945683 May 12 15:27:53.255184 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-2cadba03-fc42-4a62-9b3a-3fa844f13b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d2b8dbb-d67c-46d4-97ab-ed1952d51b15', 'name': 'tempest-TestVolumeBootPattern-396584955-router', 'tenant_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'a0eaaa71-6293-4f40-a208-4cedd38e2dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:26:10Z', 'updated_at': '2021-05-12T15:26:14Z', 'revision_number': 4, 'project_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'gw_port': {'id': 'a0eaaa71-6293-4f40-a208-4cedd38e2dc3', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2b8dbb-d67c-46d4-97ab-ed1952d51b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:26:10Z', 'updated_at': '2021-05-12T15:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi', '_floatingips': [{'id': 'c5b6ec5d-67c0-4cd5-8d5f-e016c7ad71bb', 'tenant_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'floating_ip_address': '172.27.2.19', 'floating_network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'router_id': '7d2b8dbb-d67c-46d4-97ab-ed1952d51b15', 'port_id': 'a8daaca0-2a98-4e2d-98d6-11f12adaa873', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17267851-fd39-4f2f-86eb-a60d64460bc3', 'mac_address': 'fa:16:3e:8c:2b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28581279-f075-4a14-96a2-578b8ebf4e01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T15:27:51Z', 'updated_at': '2021-05-12T15:27:51Z', 'revision_number': 0, 'project_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e56ff15-ff6a-44ee-b638-69fb02cae5f4', 'name': '', 'network_id': '17267851-fd39-4f2f-86eb-a60d64460bc3', 'tenant_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'mac_address': 'fa:16:3e:1a:eb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2b8dbb-d67c-46d4-97ab-ed1952d51b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '90db4296-24fa-4fea-bd4a-f288635b69c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:26:13Z', 'updated_at': '2021-05-12T15:26:21Z', 'revision_number': 5, 'project_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'subnets': [{'id': '90db4296-24fa-4fea-bd4a-f288635b69c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-iscsi', False) {} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:27:53.259125 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cadba03-fc42-4a62-9b3a-3fa844f13b59 None None] Checking router: 7d2b8dbb-d67c-46d4-97ab-ed1952d51b15 for host: dv-cinder-789603-6-iscsi {{(pid=78794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:27:53.263570 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6130991f-a426-4b1e-b600-35d29d6ebebd req-2313d483-c584-4c99-a32e-e62d6d718829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:53.265007 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-6130991f-a426-4b1e-b600-35d29d6ebebd req-2313d483-c584-4c99-a32e-e62d6d718829 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=90db4296-24fa-4fea-bd4a-f288635b69c4 HTTP/1.1" status: 200 len: 850 time: 0.0601587 May 12 15:27:53.268239 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cadba03-fc42-4a62-9b3a-3fa844f13b59 None None] Routers {'7d2b8dbb-d67c-46d4-97ab-ed1952d51b15'} bound to L3 agent in host dv-cinder-789603-6-iscsi {{(pid=78794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:27:53.268843 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-2cadba03-fc42-4a62-9b3a-3fa844f13b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-12T15:12:51Z,description=,heartbeat_timestamp=2021-05-12T15:27:51Z,host='dv-cinder-789603-6-iscsi',id=e96f2393-830b-46ef-bef2-f93615c2f352,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:12:51Z,topic='l3_agent')) {'router_ids': ['7d2b8dbb-d67c-46d4-97ab-ed1952d51b15'], 'active': True} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:27:53.340080 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6130991f-a426-4b1e-b600-35d29d6ebebd req-e57702ac-ecbc-4612-9181-6e92d5ca96dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:53.341542 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-6130991f-a426-4b1e-b600-35d29d6ebebd req-e57702ac-ecbc-4612-9181-6e92d5ca96dc service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=17267851-fd39-4f2f-86eb-a60d64460bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0703812 May 12 15:27:53.448076 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvr_db [None req-2cadba03-fc42-4a62-9b3a-3fa844f13b59 None None] Set router 7d2b8dbb-d67c-46d4-97ab-ed1952d51b15 gateway port host: dv-cinder-789603-6-iscsi {{(pid=78794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:27:53.472946 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-6130991f-a426-4b1e-b600-35d29d6ebebd req-d139d112-e6c9-47b8-8ea7-5548b53b84b5 service neutron] 10.222.0.85 "GET /v2.0/networks/17267851-fd39-4f2f-86eb-a60d64460bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241300 May 12 15:27:53.697366 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-6130991f-a426-4b1e-b600-35d29d6ebebd req-c978a091-776c-411e-a504-7c7e44b7babf service neutron] 10.222.0.85 "GET /v2.0/networks/17267851-fd39-4f2f-86eb-a60d64460bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172573 May 12 15:27:53.806559 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-2cadba03-fc42-4a62-9b3a-3fa844f13b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d2b8dbb-d67c-46d4-97ab-ed1952d51b15', 'name': 'tempest-TestVolumeBootPattern-396584955-router', 'tenant_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'a0eaaa71-6293-4f40-a208-4cedd38e2dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:26:10Z', 'updated_at': '2021-05-12T15:26:14Z', 'revision_number': 4, 'project_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'gw_port': {'id': 'a0eaaa71-6293-4f40-a208-4cedd38e2dc3', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2b8dbb-d67c-46d4-97ab-ed1952d51b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:26:10Z', 'updated_at': '2021-05-12T15:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi', '_floatingips': [{'id': 'c5b6ec5d-67c0-4cd5-8d5f-e016c7ad71bb', 'tenant_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'floating_ip_address': '172.27.2.19', 'floating_network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'router_id': '7d2b8dbb-d67c-46d4-97ab-ed1952d51b15', 'port_id': 'a8daaca0-2a98-4e2d-98d6-11f12adaa873', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17267851-fd39-4f2f-86eb-a60d64460bc3', 'mac_address': 'fa:16:3e:8c:2b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28581279-f075-4a14-96a2-578b8ebf4e01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T15:27:51Z', 'updated_at': '2021-05-12T15:27:51Z', 'revision_number': 0, 'project_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e56ff15-ff6a-44ee-b638-69fb02cae5f4', 'name': '', 'network_id': '17267851-fd39-4f2f-86eb-a60d64460bc3', 'tenant_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'mac_address': 'fa:16:3e:1a:eb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2b8dbb-d67c-46d4-97ab-ed1952d51b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '90db4296-24fa-4fea-bd4a-f288635b69c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:26:13Z', 'updated_at': '2021-05-12T15:26:21Z', 'revision_number': 5, 'project_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'subnets': [{'id': '90db4296-24fa-4fea-bd4a-f288635b69c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-iscsi', False) {} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:27:53.811398 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cadba03-fc42-4a62-9b3a-3fa844f13b59 None None] The sync data for ids ['7d2b8dbb-d67c-46d4-97ab-ed1952d51b15'] in dv-cinder-789603-6-iscsi is: [{'id': '7d2b8dbb-d67c-46d4-97ab-ed1952d51b15', 'name': 'tempest-TestVolumeBootPattern-396584955-router', 'tenant_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'a0eaaa71-6293-4f40-a208-4cedd38e2dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:26:10Z', 'updated_at': '2021-05-12T15:26:14Z', 'revision_number': 4, 'project_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'gw_port': {'id': 'a0eaaa71-6293-4f40-a208-4cedd38e2dc3', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2b8dbb-d67c-46d4-97ab-ed1952d51b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:26:10Z', 'updated_at': '2021-05-12T15:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi', '_floatingips': [{'id': 'c5b6ec5d-67c0-4cd5-8d5f-e016c7ad71bb', 'tenant_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'floating_ip_address': '172.27.2.19', 'floating_network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'router_id': '7d2b8dbb-d67c-46d4-97ab-ed1952d51b15', 'port_id': 'a8daaca0-2a98-4e2d-98d6-11f12adaa873', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17267851-fd39-4f2f-86eb-a60d64460bc3', 'mac_address': 'fa:16:3e:8c:2b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28581279-f075-4a14-96a2-578b8ebf4e01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T15:27:51Z', 'updated_at': '2021-05-12T15:27:51Z', 'revision_number': 0, 'project_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e56ff15-ff6a-44ee-b638-69fb02cae5f4', 'name': '', 'network_id': '17267851-fd39-4f2f-86eb-a60d64460bc3', 'tenant_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'mac_address': 'fa:16:3e:1a:eb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2b8dbb-d67c-46d4-97ab-ed1952d51b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '90db4296-24fa-4fea-bd4a-f288635b69c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:26:13Z', 'updated_at': '2021-05-12T15:26:21Z', 'revision_number': 5, 'project_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'subnets': [{'id': '90db4296-24fa-4fea-bd4a-f288635b69c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:27:53.844249 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9530da86-d073-4217-8ef4-4e6153acc8c5 req-b7de7ee0-4cff-468d-852d-ce562a244bb5 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:53.845784 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-9530da86-d073-4217-8ef4-4e6153acc8c5 req-b7de7ee0-4cff-468d-852d-ce562a244bb5 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 944 time: 0.1971834 May 12 15:27:53.892245 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-9530da86-d073-4217-8ef4-4e6153acc8c5 req-ba6eec26-e7ca-403d-abc5-92e8bd5daf74 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405304 May 12 15:27:54.022431 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-cb1f0a89-c9ea-4b49-baa8-0ce2b19e3e2c req-6adafc73-c069-4291-bb73-3ee8b9904502 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=cc932ba1-5b4a-4624-9029-e047b5a14c84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0793204 May 12 15:27:54.050257 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d41922-3ec6-4181-915e-306866bedb88 None None] New status for floating IP c5b6ec5d-67c0-4cd5-8d5f-e016c7ad71bb: ACTIVE {{(pid=78795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 15:27:54.173405 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f0a89-c9ea-4b49-baa8-0ce2b19e3e2c req-df499aa9-aa19-42f0-a7bf-f4fdaf186d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:54.174918 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-cb1f0a89-c9ea-4b49-baa8-0ce2b19e3e2c req-df499aa9-aa19-42f0-a7bf-f4fdaf186d26 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=f8b03419ce0c413cbee40794040a2918&device_id=cc932ba1-5b4a-4624-9029-e047b5a14c84 HTTP/1.1" status: 200 len: 1098 time: 0.0782166 May 12 15:27:54.192182 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-876105c5-eed7-46ba-a478-d2a34eb0d798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:27:54.220845 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 48326) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:27:54.336042 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f0a89-c9ea-4b49-baa8-0ce2b19e3e2c req-9bfcf962-e4f1-4424-98c9-7709c8409f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:54.337452 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-cb1f0a89-c9ea-4b49-baa8-0ce2b19e3e2c req-9bfcf962-e4f1-4424-98c9-7709c8409f65 service neutron] 10.222.0.85 "GET /v2.0/networks?id=b0a67018-e604-4c5d-b021-363bc82650e3 HTTP/1.1" status: 200 len: 911 time: 0.1401517 May 12 15:27:54.360344 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-a293bb32-3ad4-4aef-84d5-c189e8ac4cbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:27:54.376030 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-a293bb32-3ad4-4aef-84d5-c189e8ac4cbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:27:54.379831 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-a293bb32-3ad4-4aef-84d5-c189e8ac4cbe admin admin] Usage tracker for resource:security_group_rule and tenant:0a96813600ca4d9a83daf32d19e3fca6 is out of sync, need to count used quota {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:27:54.382599 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-a293bb32-3ad4-4aef-84d5-c189e8ac4cbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:27:54.388197 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-a293bb32-3ad4-4aef-84d5-c189e8ac4cbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:27:54.451809 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-cb1f0a89-c9ea-4b49-baa8-0ce2b19e3e2c req-8b34d956-d97a-4660-b25d-bb1d9a7f5e49 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55251288-febe-444f-ab34-91007bb36f67 HTTP/1.1" status: 200 len: 1000 time: 0.1027534 May 12 15:27:54.475302 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-a293bb32-3ad4-4aef-84d5-c189e8ac4cbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:27:54.479391 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-a293bb32-3ad4-4aef-84d5-c189e8ac4cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:27:54.486264 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-0f412ef4-6f8a-47ba-a684-44a112b7fc44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:27:54.517254 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f0a89-c9ea-4b49-baa8-0ce2b19e3e2c req-95d0c535-e60d-430d-90c9-f55475117650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:54.518767 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-cb1f0a89-c9ea-4b49-baa8-0ce2b19e3e2c req-95d0c535-e60d-430d-90c9-f55475117650 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0bfa47e8-ea4e-42ac-a644-064fdadd42d3 HTTP/1.1" status: 200 len: 849 time: 0.0598085 May 12 15:27:54.526081 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-a293bb32-3ad4-4aef-84d5-c189e8ac4cbe admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0a96813600ca4d9a83daf32d19e3fca6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3041651 May 12 15:27:54.526957 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a293bb32-3ad4-4aef-84d5-c189e8ac4cbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e3b5c9e-1ee1-4948-8586-092877db45eb,revision_number=1']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:27:54.529158 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 48332) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:27:54.531512 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-a293bb32-3ad4-4aef-84d5-c189e8ac4cbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:27:54.590774 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-d7531f4a-2cb5-4f1e-9330-e3e8b7c9dbc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:27:54.598015 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f0a89-c9ea-4b49-baa8-0ce2b19e3e2c req-f550bf62-4d85-4974-af29-977cc6352da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:54.599464 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-cb1f0a89-c9ea-4b49-baa8-0ce2b19e3e2c req-f550bf62-4d85-4974-af29-977cc6352da8 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b0a67018-e604-4c5d-b021-363bc82650e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0740232 May 12 15:27:54.616901 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-d7531f4a-2cb5-4f1e-9330-e3e8b7c9dbc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:27:54.669484 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-d7531f4a-2cb5-4f1e-9330-e3e8b7c9dbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:27:54.673543 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-a5fb1bfe-3ccf-4118-9856-e2c2717798a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:27:54.684866 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7531f4a-2cb5-4f1e-9330-e3e8b7c9dbc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e3b5c9e-1ee1-4948-8586-092877db45eb,revision_number=None']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:27:54.689658 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-d7531f4a-2cb5-4f1e-9330-e3e8b7c9dbc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:27:54.692383 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-d7531f4a-2cb5-4f1e-9330-e3e8b7c9dbc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:27:54.693611 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-d7531f4a-2cb5-4f1e-9330-e3e8b7c9dbc2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0e3b5c9e-1ee1-4948-8586-092877db45eb HTTP/1.1" status: 204 len: 168 time: 0.1635764 May 12 15:27:54.741442 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-cb1f0a89-c9ea-4b49-baa8-0ce2b19e3e2c req-0990f9fe-a480-4195-bf18-ed539983726f service neutron] 10.222.0.85 "GET /v2.0/networks/b0a67018-e604-4c5d-b021-363bc82650e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324801 May 12 15:27:54.893380 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-cb1f0a89-c9ea-4b49-baa8-0ce2b19e3e2c req-2c2c0d37-b0ca-429d-9587-e53fb9d91ea6 service neutron] 10.222.0.85 "GET /v2.0/networks/b0a67018-e604-4c5d-b021-363bc82650e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352518 May 12 15:27:55.106294 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d206eea-56d5-4c15-8a8d-57343701b4fe req-37761157-347d-4207-a9dd-50b3165f11ed tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:55.107762 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-8d206eea-56d5-4c15-8a8d-57343701b4fe req-37761157-347d-4207-a9dd-50b3165f11ed tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 944 time: 0.0902100 May 12 15:27:55.155282 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-8d206eea-56d5-4c15-8a8d-57343701b4fe req-5c6b2a9d-9820-42ec-8a46-6a8c33081e43 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417168 May 12 15:27:56.348530 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61209a0-5386-4c04-9c90-90500e5f402a req-0880d378-e970-480d-b993-af3d6c65fd44 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:56.349958 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-e61209a0-5386-4c04-9c90-90500e5f402a req-0880d378-e970-480d-b993-af3d6c65fd44 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 944 time: 0.0821769 May 12 15:27:56.394944 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-e61209a0-5386-4c04-9c90-90500e5f402a req-99c1a6f6-2e08-4602-ba6f-48708a4611cf tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387340 May 12 15:27:57.007181 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:27:57.586031 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64af9c5a-9990-4794-9c5a-c3967200cb83 req-e0977090-65b7-47b7-8fef-22904ada4114 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:57.587383 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-64af9c5a-9990-4794-9c5a-c3967200cb83 req-e0977090-65b7-47b7-8fef-22904ada4114 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 944 time: 0.0823741 May 12 15:27:57.632060 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-64af9c5a-9990-4794-9c5a-c3967200cb83 req-7944033b-13bc-4c08-b59f-f9f22bb3e799 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384324 May 12 15:27:58.819048 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784f72d-4c03-404f-b0af-22fdaf540467 req-bc53172e-8c2f-45d4-a151-720258a5000a tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:27:58.820496 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-2784f72d-4c03-404f-b0af-22fdaf540467 req-bc53172e-8c2f-45d4-a151-720258a5000a tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 944 time: 0.0802386 May 12 15:27:58.868060 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-2784f72d-4c03-404f-b0af-22fdaf540467 req-015ad522-18fb-4e08-bf7b-2a0e5ab0806d tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413365 May 12 15:28:00.062296 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8293644c-5520-4c3f-b8de-cea20ed29ec7 req-3ad5bfd4-67f8-43cf-835f-c21c8e147e28 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:28:00.063721 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-8293644c-5520-4c3f-b8de-cea20ed29ec7 req-3ad5bfd4-67f8-43cf-835f-c21c8e147e28 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 944 time: 0.0817232 May 12 15:28:00.110433 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-8293644c-5520-4c3f-b8de-cea20ed29ec7 req-813d9549-0a6a-4612-8a67-04d1f0d795f2 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390940 May 12 15:28:01.295876 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62774cfd-274d-4797-8105-6fa702040440 req-67bc3458-d9b7-496c-b15d-809c9278ea76 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:28:01.297291 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-62774cfd-274d-4797-8105-6fa702040440 req-67bc3458-d9b7-496c-b15d-809c9278ea76 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 944 time: 0.0791450 May 12 15:28:01.340645 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-62774cfd-274d-4797-8105-6fa702040440 req-b2997ef5-2551-404b-a2d5-4a41edf37acc tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376761 May 12 15:28:02.530054 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8133c6-b706-4459-a5b8-ad87de89f30e req-b97187e9-fa09-4a2c-991e-78bf66e7adfb tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:28:02.531493 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-dd8133c6-b706-4459-a5b8-ad87de89f30e req-b97187e9-fa09-4a2c-991e-78bf66e7adfb tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 944 time: 0.0807788 May 12 15:28:02.575370 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-dd8133c6-b706-4459-a5b8-ad87de89f30e req-19904332-3397-4b2c-bc43-c10a0dd52c3c tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381696 May 12 15:28:03.768213 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b03678-f146-41f8-a1ee-c2aabe1cd728 req-d5cb36ee-a7c1-46c0-b963-20f4773df232 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:28:03.769668 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-37b03678-f146-41f8-a1ee-c2aabe1cd728 req-d5cb36ee-a7c1-46c0-b963-20f4773df232 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 944 time: 0.0816483 May 12 15:28:03.814429 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-37b03678-f146-41f8-a1ee-c2aabe1cd728 req-ae2d772f-6c3c-451f-a21b-5537b9bbcf42 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384910 May 12 15:28:05.007303 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67f32a9-e989-424b-9ea2-cf6072596eff req-44a2fe24-ed20-4ddc-bec9-579087156cc5 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:28:05.008678 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-a67f32a9-e989-424b-9ea2-cf6072596eff req-44a2fe24-ed20-4ddc-bec9-579087156cc5 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 944 time: 0.0837700 May 12 15:28:05.054253 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-a67f32a9-e989-424b-9ea2-cf6072596eff req-1c3a9263-d0ec-411e-bf3c-ee3cae963153 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395811 May 12 15:28:06.241654 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319c8d3b-26a3-4dc4-9f5a-43da44394fae req-ebbba3b7-b3b5-460d-8fe7-f1c8cfa9a2e2 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:28:06.243123 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-319c8d3b-26a3-4dc4-9f5a-43da44394fae req-ebbba3b7-b3b5-460d-8fe7-f1c8cfa9a2e2 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 944 time: 0.0794861 May 12 15:28:06.286847 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-319c8d3b-26a3-4dc4-9f5a-43da44394fae req-5b73ba2f-365b-4184-8eec-564b0c3809e9 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374882 May 12 15:28:07.617496 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaaecfd-e442-4054-ab48-caba2ec2f7b2 req-99ef73d4-889e-43b1-8da0-0f139313b543 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:28:07.619016 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-5aaaecfd-e442-4054-ab48-caba2ec2f7b2 req-99ef73d4-889e-43b1-8da0-0f139313b543 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 944 time: 0.0785427 May 12 15:28:07.666274 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-5aaaecfd-e442-4054-ab48-caba2ec2f7b2 req-800c1b30-b4fe-430a-b886-68254525f520 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416362 May 12 15:28:07.801039 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Device 43db03e8-f3a5-4732-9fd7-b9781b241670 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=78794) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 15:28:07.933093 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] For port 43db03e8-f3a5-4732-9fd7-b9781b241670, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=43db03e8-f3a5-4732-9fd7-b9781b241670,segment=NetworkSegment(3335fbed-a52c-4d63-90d5-e5c4d9194d95),segment_id=3335fbed-a52c-4d63-90d5-e5c4d9194d95)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:28:07.946146 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Returning: {'device': '43db03e8-f3a5-4732-9fd7-b9781b241670', 'network_id': 'e42449cb-482c-4d1d-a3c5-6d4382e507b8', 'port_id': '43db03e8-f3a5-4732-9fd7-b9781b241670', 'mac_address': 'fa:16:3e:14:92:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a819acb5-532b-4750-ac78-9d47ffeaf477', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78794) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 15:28:08.000007 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:08.016517 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.notifiers.nova [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43db03e8-f3a5-4732-9fd7-b9781b241670 {{(pid=78794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 15:28:08.031374 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] For port 43db03e8-f3a5-4732-9fd7-b9781b241670, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=43db03e8-f3a5-4732-9fd7-b9781b241670,segment=NetworkSegment(3335fbed-a52c-4d63-90d5-e5c4d9194d95),segment_id=3335fbed-a52c-4d63-90d5-e5c4d9194d95)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:28:08.035440 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:08.037280 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:28:08.138760 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Pushing event updated for resources: {'Port': ['ID=43db03e8-f3a5-4732-9fd7-b9781b241670,revision_number=9']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:28:08.141861 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:28:08.151546 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.agents_db [None req-dd47ce14-932e-4540-b008-5e9038d1c348 None None] Agent healthcheck: found 6 active agents {{(pid=78795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 15:28:08.399752 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] get_ports_and_sgs() called for port_ids ['43db03e8-f3a5-4732-9fd7-b9781b241670'] {{(pid=78794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:28:08.857078 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4788c6f4-0654-4b6d-9c67-ee7035a9f28a req-5e460ddb-58c7-4df1-8715-7b7974f7d0d3 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:28:08.858523 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-4788c6f4-0654-4b6d-9c67-ee7035a9f28a req-5e460ddb-58c7-4df1-8715-7b7974f7d0d3 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 945 time: 0.0816805 May 12 15:28:08.904619 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-4788c6f4-0654-4b6d-9c67-ee7035a9f28a req-924733cf-73c7-427a-a8c0-8f28b57e6dec tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403359 May 12 15:28:09.815505 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Device 43db03e8-f3a5-4732-9fd7-b9781b241670 up at agent hyperv_hv-cinder-78960 {{(pid=78794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:28:09.882017 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Provisioning complete for port 43db03e8-f3a5-4732-9fd7-b9781b241670 triggered by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:28:09.882400 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:10.000459 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:10.026912 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76c927c4-cada-4b1e-8347-b388ae1a2bd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43db03e8-f3a5-4732-9fd7-b9781b241670'}] {{(pid=78794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:28:10.036321 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] For port 43db03e8-f3a5-4732-9fd7-b9781b241670, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=43db03e8-f3a5-4732-9fd7-b9781b241670,segment=NetworkSegment(3335fbed-a52c-4d63-90d5-e5c4d9194d95),segment_id=3335fbed-a52c-4d63-90d5-e5c4d9194d95)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:28:10.042378 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:10.045493 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:28:10.077694 dv-cinder-789603-6-iscsi neutron-server[78794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76c927c4-cada-4b1e-8347-b388ae1a2bd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43db03e8-f3a5-4732-9fd7-b9781b241670', 'code': 200} May 12 15:28:10.097459 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7789f373-8ffe-4bfd-9df0-196f5f40ee03 req-7eff4fe2-a114-4dda-b35e-e43efe918987 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:28:10.098976 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-7789f373-8ffe-4bfd-9df0-196f5f40ee03 req-7eff4fe2-a114-4dda-b35e-e43efe918987 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 947 time: 0.0842469 May 12 15:28:10.120894 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Pushing event updated for resources: {'Port': ['ID=43db03e8-f3a5-4732-9fd7-b9781b241670,revision_number=10']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:28:10.123865 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:28:10.145514 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-7789f373-8ffe-4bfd-9df0-196f5f40ee03 req-0d54656f-33ec-44a2-868e-866c09fc8bbc tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385654 May 12 15:28:10.736134 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5729f0fb-3a27-4a24-b42b-5a0f9cb79b54 req-cab81ea0-f651-4a68-9b70-82345ab94af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:28:10.737477 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-5729f0fb-3a27-4a24-b42b-5a0f9cb79b54 req-cab81ea0-f651-4a68-9b70-82345ab94af5 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 1100 time: 0.1633120 May 12 15:28:10.780597 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-5729f0fb-3a27-4a24-b42b-5a0f9cb79b54 req-ab20a7e9-6f0f-44db-a9ee-e06f1b92dde0 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349543 May 12 15:28:11.341441 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ecda2d-ac7c-4708-ba38-e9d14ddd7ade req-775705f7-c494-4898-a67a-302e324f1eb8 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:28:11.342894 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-06ecda2d-ac7c-4708-ba38-e9d14ddd7ade req-775705f7-c494-4898-a67a-302e324f1eb8 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 947 time: 0.0842457 May 12 15:28:11.389236 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-06ecda2d-ac7c-4708-ba38-e9d14ddd7ade req-0e321cdf-8bc4-41c3-a830-f6b27dff3863 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379183 May 12 15:28:12.580561 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a9b6de-b858-4b2c-a10c-ec2534731946 req-e259546e-b15c-47ac-9ac0-fb24dd6e76fb tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:28:12.582227 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-c1a9b6de-b858-4b2c-a10c-ec2534731946 req-e259546e-b15c-47ac-9ac0-fb24dd6e76fb tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 947 time: 0.0812969 May 12 15:28:12.633469 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-c1a9b6de-b858-4b2c-a10c-ec2534731946 req-360f0c9d-a7a7-4cfd-a55c-7c7f7198b815 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445650 May 12 15:28:13.847260 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19139cc1-b933-4dcd-b7b8-ae578c0c6fe2 req-1b52f182-912c-45bd-8bad-e8b83f592c82 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:28:13.848750 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-19139cc1-b933-4dcd-b7b8-ae578c0c6fe2 req-1b52f182-912c-45bd-8bad-e8b83f592c82 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 947 time: 0.0845649 May 12 15:28:13.899555 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-19139cc1-b933-4dcd-b7b8-ae578c0c6fe2 req-6b1fef37-159f-4f1e-bbf4-606710ed81ec tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436535 May 12 15:28:18.688468 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-0b76b504-36d4-4ea9-a340-485340413cbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:21.125549 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-3d846a12-1d6d-464d-b26c-6cc63e543b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:21.631723 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:22.288142 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-8e9e3eb0-3c8e-4693-b231-5e176560d846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:24.189709 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-876105c5-eed7-46ba-a478-d2a34eb0d798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:27.008527 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:45.150035 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.agents_db [None req-dd47ce14-932e-4540-b008-5e9038d1c348 None None] Agent healthcheck: found 6 active agents {{(pid=78795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 15:28:48.681345 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-b8edb7e6-a65b-4311-a378-c9096aaa4a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:51.126981 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-eafd26ff-0197-42cf-90e2-ff922ad4d6d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:51.634856 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:52.291592 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-8e9e3eb0-3c8e-4693-b231-5e176560d846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:54.188788 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-876105c5-eed7-46ba-a478-d2a34eb0d798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:56.026083 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-aab065be-28c5-47fd-ad3c-311abd1422b2 req-d332b34b-ca7d-4a5d-8e07-16e96466d5ba service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0686867 May 12 15:28:56.119090 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab065be-28c5-47fd-ad3c-311abd1422b2 req-8551f9d8-9e83-4ab8-afc9-7aa8386c9f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:28:56.120517 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-aab065be-28c5-47fd-ad3c-311abd1422b2 req-8551f9d8-9e83-4ab8-afc9-7aa8386c9f91 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=1d962db48c294eb4a16e765eb2cf52a8&device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 1100 time: 0.0713191 May 12 15:28:56.277131 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab065be-28c5-47fd-ad3c-311abd1422b2 req-d903270f-7234-4b68-a515-8d10564790c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:28:56.278725 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-aab065be-28c5-47fd-ad3c-311abd1422b2 req-d903270f-7234-4b68-a515-8d10564790c9 service neutron] 10.222.0.85 "GET /v2.0/networks?id=e42449cb-482c-4d1d-a3c5-6d4382e507b8 HTTP/1.1" status: 200 len: 917 time: 0.1378388 May 12 15:28:56.394287 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-aab065be-28c5-47fd-ad3c-311abd1422b2 req-d7b663e9-e8d8-45c2-93b9-5d15b18382c2 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43db03e8-f3a5-4732-9fd7-b9781b241670 HTTP/1.1" status: 200 len: 1001 time: 0.1076424 May 12 15:28:56.466177 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab065be-28c5-47fd-ad3c-311abd1422b2 req-13550cf7-5e93-4e12-b9bf-04624a08632e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:28:56.468100 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-aab065be-28c5-47fd-ad3c-311abd1422b2 req-13550cf7-5e93-4e12-b9bf-04624a08632e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=a819acb5-532b-4750-ac78-9d47ffeaf477 HTTP/1.1" status: 200 len: 855 time: 0.0666943 May 12 15:28:56.548062 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab065be-28c5-47fd-ad3c-311abd1422b2 req-88029f01-ebae-4c39-b01f-c2507300bf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:28:56.549401 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-aab065be-28c5-47fd-ad3c-311abd1422b2 req-88029f01-ebae-4c39-b01f-c2507300bf14 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e42449cb-482c-4d1d-a3c5-6d4382e507b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0696139 May 12 15:28:56.678669 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-aab065be-28c5-47fd-ad3c-311abd1422b2 req-4115f335-822c-4563-9826-f1c56dc620e6 service neutron] 10.222.0.85 "GET /v2.0/networks/e42449cb-482c-4d1d-a3c5-6d4382e507b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216733 May 12 15:28:56.812803 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-aab065be-28c5-47fd-ad3c-311abd1422b2 req-f393b9fc-23ce-48d0-8438-85f8b5f63c12 service neutron] 10.222.0.85 "GET /v2.0/networks/e42449cb-482c-4d1d-a3c5-6d4382e507b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254189 May 12 15:28:57.012526 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:28:59.386847 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936faf34-9567-43bb-9eae-4bd735e672df req-29de39a8-0f3c-4683-959c-cde91c4fd9b6 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:28:59.388361 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-936faf34-9567-43bb-9eae-4bd735e672df req-29de39a8-0f3c-4683-959c-cde91c4fd9b6 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc932ba1-5b4a-4624-9029-e047b5a14c84 HTTP/1.1" status: 200 len: 945 time: 0.0818279 May 12 15:28:59.434132 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-936faf34-9567-43bb-9eae-4bd735e672df req-f4a266df-8f9d-4473-b61a-1bd87f0fb0b5 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/security-groups?id=b59b4c23-61fe-43f1-a95c-f7c6a6178560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401022 May 12 15:29:00.621659 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beec4e23-b467-48e4-a9a9-597ab4d175d2 req-40f2d1e3-fe0f-4cd5-a8ba-93fcc40f43ed tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:29:00.623117 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-beec4e23-b467-48e4-a9a9-597ab4d175d2 req-40f2d1e3-fe0f-4cd5-a8ba-93fcc40f43ed tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc932ba1-5b4a-4624-9029-e047b5a14c84 HTTP/1.1" status: 200 len: 945 time: 0.0847461 May 12 15:29:00.667798 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-beec4e23-b467-48e4-a9a9-597ab4d175d2 req-87678333-ba04-4be7-bfe6-34994074f741 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/security-groups?id=b59b4c23-61fe-43f1-a95c-f7c6a6178560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388641 May 12 15:29:00.919475 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd01a999-40af-4057-8fc7-2435d2e52cf3 req-62b5eb14-c462-42b6-b8cf-0fdcddcd713c tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:29:00.920892 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-dd01a999-40af-4057-8fc7-2435d2e52cf3 req-62b5eb14-c462-42b6-b8cf-0fdcddcd713c tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.85 "GET /v2.0/ports?device_id=cc932ba1-5b4a-4624-9029-e047b5a14c84 HTTP/1.1" status: 200 len: 945 time: 0.0794528 May 12 15:29:01.057826 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.plugin [req-dd01a999-40af-4057-8fc7-2435d2e52cf3 req-4289dd1b-0b83-47d6-94d0-c11236bdd21a tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Deleting port 55251288-febe-444f-ab34-91007bb36f67 {{(pid=78793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:29:01.058055 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-dd01a999-40af-4057-8fc7-2435d2e52cf3 req-4289dd1b-0b83-47d6-94d0-c11236bdd21a tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649292957'] for port, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:01.189168 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.db [req-dd01a999-40af-4057-8fc7-2435d2e52cf3 req-4289dd1b-0b83-47d6-94d0-c11236bdd21a tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] For port 55251288-febe-444f-ab34-91007bb36f67, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=55251288-febe-444f-ab34-91007bb36f67,segment=NetworkSegment(4319fcb2-d56a-483c-b9e5-3a743225ca7f),segment_id=4319fcb2-d56a-483c-b9e5-3a743225ca7f)] {{(pid=78793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:29:01.189521 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-dd01a999-40af-4057-8fc7-2435d2e52cf3 req-4289dd1b-0b83-47d6-94d0-c11236bdd21a tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:01.558560 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-dd01a999-40af-4057-8fc7-2435d2e52cf3 req-4289dd1b-0b83-47d6-94d0-c11236bdd21a tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:01.559035 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-dd01a999-40af-4057-8fc7-2435d2e52cf3 req-4289dd1b-0b83-47d6-94d0-c11236bdd21a tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706618'] for floatingip, after_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:01.559435 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.db.l3_db [req-dd01a999-40af-4057-8fc7-2435d2e52cf3 req-4289dd1b-0b83-47d6-94d0-c11236bdd21a tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Floating IP 98be576a-9aa9-4d51-8e68-8e730ffd7bf2 disassociated. External IP: 172.27.2.74, port: 55251288-febe-444f-ab34-91007bb36f67. May 12 15:29:01.559770 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.plugin [req-dd01a999-40af-4057-8fc7-2435d2e52cf3 req-4289dd1b-0b83-47d6-94d0-c11236bdd21a tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Calling delete_port for 55251288-febe-444f-ab34-91007bb36f67 owned by compute:nova {{(pid=78793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:29:01.667734 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-dd01a999-40af-4057-8fc7-2435d2e52cf3 req-4289dd1b-0b83-47d6-94d0-c11236bdd21a tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649297264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739648862733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3598933'] for port, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:01.673095 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-041b02c1-52bf-49b2-a598-bbcd56df3692 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:29:01.717301 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4289dd1b-0b83-47d6-94d0-c11236bdd21a tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Pushing event deleted for resources: {'Port': ['ID=55251288-febe-444f-ab34-91007bb36f67,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:29:01.841688 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-7d58e159-7a32-4bde-8a55-17acd0052207 req-864a1fe7-26b9-47a8-b66a-ded7c946ba0c tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc932ba1-5b4a-4624-9029-e047b5a14c84 HTTP/1.1" status: 200 len: 210 time: 0.0477242 May 12 15:29:01.844330 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4289dd1b-0b83-47d6-94d0-c11236bdd21a tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:29:01.844789 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4289dd1b-0b83-47d6-94d0-c11236bdd21a tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:29:01.845055 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4289dd1b-0b83-47d6-94d0-c11236bdd21a tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:29:01.845416 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4289dd1b-0b83-47d6-94d0-c11236bdd21a tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:29:01.845808 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4289dd1b-0b83-47d6-94d0-c11236bdd21a tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:29:01.846155 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4289dd1b-0b83-47d6-94d0-c11236bdd21a tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:29:01.846506 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4289dd1b-0b83-47d6-94d0-c11236bdd21a tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:29:01.846856 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4289dd1b-0b83-47d6-94d0-c11236bdd21a tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:29:01.847204 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4289dd1b-0b83-47d6-94d0-c11236bdd21a tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:29:01.847549 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4289dd1b-0b83-47d6-94d0-c11236bdd21a tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:29:01.847891 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4289dd1b-0b83-47d6-94d0-c11236bdd21a tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:29:01.848241 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4289dd1b-0b83-47d6-94d0-c11236bdd21a tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:29:01.861838 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-4289dd1b-0b83-47d6-94d0-c11236bdd21a tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:29:01.921994 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dd01a999-40af-4057-8fc7-2435d2e52cf3 req-4289dd1b-0b83-47d6-94d0-c11236bdd21a tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Router 6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1 has already been hosted by L3 agent e96f2393-830b-46ef-bef2-f93615c2f352 {{(pid=78793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 15:29:02.108761 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dd01a999-40af-4057-8fc7-2435d2e52cf3 req-4289dd1b-0b83-47d6-94d0-c11236bdd21a tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Notify agent at l3_agent.dv-cinder-789603-6-iscsi the message routers_updated {{(pid=78793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:29:02.117936 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adf7cc0-14f2-489c-948d-609fda9fe458 None None] Sync routers for ids ['6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1'] in dv-cinder-789603-6-iscsi {{(pid=78794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:29:02.127138 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adf7cc0-14f2-489c-948d-609fda9fe458 None None] Routers {'6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1'} bound to L3 agent in host dv-cinder-789603-6-iscsi {{(pid=78794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:29:02.127753 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-4adf7cc0-14f2-489c-948d-609fda9fe458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-12T15:12:51Z,description=,heartbeat_timestamp=2021-05-12T15:28:51Z,host='dv-cinder-789603-6-iscsi',id=e96f2393-830b-46ef-bef2-f93615c2f352,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:12:51Z,topic='l3_agent')) {'router_ids': ['6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1'], 'active': True} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:29:02.183522 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd01a999-40af-4057-8fc7-2435d2e52cf3 req-4289dd1b-0b83-47d6-94d0-c11236bdd21a tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] No DVR routers for this DVR port 55251288-febe-444f-ab34-91007bb36f67 on host hv-cinder-78960 {{(pid=78793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:29:02.186082 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-dd01a999-40af-4057-8fc7-2435d2e52cf3 req-4289dd1b-0b83-47d6-94d0-c11236bdd21a tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2050383'] for port, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:02.188711 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc932ba1-5b4a-4624-9029-e047b5a14c84', 'name': 'network-vif-deleted', 'tag': '55251288-febe-444f-ab34-91007bb36f67'}] {{(pid=78793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:29:02.205795 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-dd01a999-40af-4057-8fc7-2435d2e52cf3 req-4289dd1b-0b83-47d6-94d0-c11236bdd21a tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.85 "DELETE /v2.0/ports/55251288-febe-444f-ab34-91007bb36f67 HTTP/1.1" status: 204 len: 173 time: 1.2791357 May 12 15:29:02.242187 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc932ba1-5b4a-4624-9029-e047b5a14c84', 'name': 'network-vif-deleted', 'tag': '55251288-febe-444f-ab34-91007bb36f67', 'status': 'completed', 'code': 200} May 12 15:29:02.311202 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvr_db [None req-4adf7cc0-14f2-489c-948d-609fda9fe458 None None] Set router 6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1 gateway port host: dv-cinder-789603-6-iscsi {{(pid=78794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:29:02.630862 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-4adf7cc0-14f2-489c-948d-609fda9fe458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1', 'name': 'tempest-AttachVolumeTestJSON-379129705-router', 'tenant_id': 'f8b03419ce0c413cbee40794040a2918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '4c3aeed0-9682-42d7-b51e-efd94313e1cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:20:29Z', 'updated_at': '2021-05-12T15:20:46Z', 'revision_number': 4, 'project_id': 'f8b03419ce0c413cbee40794040a2918', 'gw_port': {'id': '4c3aeed0-9682-42d7-b51e-efd94313e1cb', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ba:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:20:31Z', 'updated_at': '2021-05-12T15:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi', '_interfaces': [{'id': '6ad1f101-24d4-4aa8-9e68-0852222902c7', 'name': '', 'network_id': 'b0a67018-e604-4c5d-b021-363bc82650e3', 'tenant_id': 'f8b03419ce0c413cbee40794040a2918', 'mac_address': 'fa:16:3e:85:3d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0bfa47e8-ea4e-42ac-a644-064fdadd42d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:20:41Z', 'updated_at': '2021-05-12T15:20:57Z', 'revision_number': 5, 'project_id': 'f8b03419ce0c413cbee40794040a2918', 'subnets': [{'id': '0bfa47e8-ea4e-42ac-a644-064fdadd42d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-iscsi', False) {} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:29:02.636769 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adf7cc0-14f2-489c-948d-609fda9fe458 None None] Checking router: 6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1 for host: dv-cinder-789603-6-iscsi {{(pid=78794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:29:02.651722 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adf7cc0-14f2-489c-948d-609fda9fe458 None None] Routers {'6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1'} bound to L3 agent in host dv-cinder-789603-6-iscsi {{(pid=78794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:29:02.652745 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-4adf7cc0-14f2-489c-948d-609fda9fe458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-12T15:12:51Z,description=,heartbeat_timestamp=2021-05-12T15:28:51Z,host='dv-cinder-789603-6-iscsi',id=e96f2393-830b-46ef-bef2-f93615c2f352,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:12:51Z,topic='l3_agent')) {'router_ids': ['6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1'], 'active': True} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:29:02.937161 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvr_db [None req-4adf7cc0-14f2-489c-948d-609fda9fe458 None None] Set router 6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1 gateway port host: dv-cinder-789603-6-iscsi {{(pid=78794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:29:03.319985 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-4adf7cc0-14f2-489c-948d-609fda9fe458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1', 'name': 'tempest-AttachVolumeTestJSON-379129705-router', 'tenant_id': 'f8b03419ce0c413cbee40794040a2918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '4c3aeed0-9682-42d7-b51e-efd94313e1cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:20:29Z', 'updated_at': '2021-05-12T15:20:46Z', 'revision_number': 4, 'project_id': 'f8b03419ce0c413cbee40794040a2918', 'gw_port': {'id': '4c3aeed0-9682-42d7-b51e-efd94313e1cb', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ba:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:20:31Z', 'updated_at': '2021-05-12T15:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi', '_interfaces': [{'id': '6ad1f101-24d4-4aa8-9e68-0852222902c7', 'name': '', 'network_id': 'b0a67018-e604-4c5d-b021-363bc82650e3', 'tenant_id': 'f8b03419ce0c413cbee40794040a2918', 'mac_address': 'fa:16:3e:85:3d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0bfa47e8-ea4e-42ac-a644-064fdadd42d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:20:41Z', 'updated_at': '2021-05-12T15:20:57Z', 'revision_number': 5, 'project_id': 'f8b03419ce0c413cbee40794040a2918', 'subnets': [{'id': '0bfa47e8-ea4e-42ac-a644-064fdadd42d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-iscsi', False) {} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:29:03.325127 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adf7cc0-14f2-489c-948d-609fda9fe458 None None] The sync data for ids ['6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1'] in dv-cinder-789603-6-iscsi is: [{'id': '6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1', 'name': 'tempest-AttachVolumeTestJSON-379129705-router', 'tenant_id': 'f8b03419ce0c413cbee40794040a2918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '4c3aeed0-9682-42d7-b51e-efd94313e1cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:20:29Z', 'updated_at': '2021-05-12T15:20:46Z', 'revision_number': 4, 'project_id': 'f8b03419ce0c413cbee40794040a2918', 'gw_port': {'id': '4c3aeed0-9682-42d7-b51e-efd94313e1cb', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ba:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:20:31Z', 'updated_at': '2021-05-12T15:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi', '_interfaces': [{'id': '6ad1f101-24d4-4aa8-9e68-0852222902c7', 'name': '', 'network_id': 'b0a67018-e604-4c5d-b021-363bc82650e3', 'tenant_id': 'f8b03419ce0c413cbee40794040a2918', 'mac_address': 'fa:16:3e:85:3d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0bfa47e8-ea4e-42ac-a644-064fdadd42d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:20:41Z', 'updated_at': '2021-05-12T15:20:57Z', 'revision_number': 5, 'project_id': 'f8b03419ce0c413cbee40794040a2918', 'subnets': [{'id': '0bfa47e8-ea4e-42ac-a644-064fdadd42d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:29:03.540150 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9398bc-4290-410b-a38f-387e66a7b7b8 None None] New status for floating IP 98be576a-9aa9-4d51-8e68-8e730ffd7bf2: DOWN {{(pid=78795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 15:29:04.026878 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 48472) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:29:04.092584 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-c2de5f19-bbc6-4efe-bd78-a505da46d3f4 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Notify callbacks [] for security_group, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:04.119902 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-c2de5f19-bbc6-4efe-bd78-a505da46d3f4 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:04.171882 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-c2de5f19-bbc6-4efe-bd78-a505da46d3f4 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:04.175715 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-6d9208c8-b4f3-43ec-9637-38b3c12c08af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:29:04.189719 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2de5f19-bbc6-4efe-bd78-a505da46d3f4 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b59b4c23-61fe-43f1-a95c-f7c6a6178560,revision_number=None']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:29:04.202044 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2de5f19-bbc6-4efe-bd78-a505da46d3f4 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:29:04.202436 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2de5f19-bbc6-4efe-bd78-a505da46d3f4 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:29:04.202785 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2de5f19-bbc6-4efe-bd78-a505da46d3f4 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:29:04.203143 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2de5f19-bbc6-4efe-bd78-a505da46d3f4 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:29:04.203497 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2de5f19-bbc6-4efe-bd78-a505da46d3f4 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:29:04.203849 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2de5f19-bbc6-4efe-bd78-a505da46d3f4 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:29:04.204204 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2de5f19-bbc6-4efe-bd78-a505da46d3f4 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:29:04.204553 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2de5f19-bbc6-4efe-bd78-a505da46d3f4 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:29:04.204899 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2de5f19-bbc6-4efe-bd78-a505da46d3f4 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:29:04.205248 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2de5f19-bbc6-4efe-bd78-a505da46d3f4 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:29:04.205590 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2de5f19-bbc6-4efe-bd78-a505da46d3f4 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:29:04.205964 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2de5f19-bbc6-4efe-bd78-a505da46d3f4 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:29:04.209644 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-c2de5f19-bbc6-4efe-bd78-a505da46d3f4 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:29:04.211920 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-c2de5f19-bbc6-4efe-bd78-a505da46d3f4 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Notify callbacks [] for security_group, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:04.212760 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-c2de5f19-bbc6-4efe-bd78-a505da46d3f4 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "DELETE /v2.0/security-groups/b59b4c23-61fe-43f1-a95c-f7c6a6178560 HTTP/1.1" status: 204 len: 168 time: 0.1849680 May 12 15:29:04.215513 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 48478) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:29:04.232266 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.api.v2.resource [None req-2a08a52a-ce8d-499e-aab5-63d1950b7a73 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] show failed (client error): The resource could not be found. May 12 15:29:04.233241 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-2a08a52a-ce8d-499e-aab5-63d1950b7a73 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/security-groups/b59b4c23-61fe-43f1-a95c-f7c6a6178560 HTTP/1.1" status: 404 len: 347 time: 0.0160627 May 12 15:29:04.236120 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 48482) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:29:04.460804 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.plugin [None req-4c6e1032-968e-42d7-86ef-cd8e942cad11 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Deleting port 1bc17a0a-3a73-4b6e-910c-5001406e6b1a {{(pid=78792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:29:04.461389 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-4c6e1032-968e-42d7-86ef-cd8e942cad11 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649292957'] for port, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:04.666729 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-4c6e1032-968e-42d7-86ef-cd8e942cad11 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:04.666958 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-4c6e1032-968e-42d7-86ef-cd8e942cad11 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:04.794026 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.plugin [None req-4c6e1032-968e-42d7-86ef-cd8e942cad11 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Calling delete_port for 1bc17a0a-3a73-4b6e-910c-5001406e6b1a owned by network:floatingip {{(pid=78792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:29:04.908655 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-4c6e1032-968e-42d7-86ef-cd8e942cad11 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649297264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739648862733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3714859'] for port, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:04.912708 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:29:04.963464 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6e1032-968e-42d7-86ef-cd8e942cad11 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Pushing event deleted for resources: {'Port': ['ID=1bc17a0a-3a73-4b6e-910c-5001406e6b1a,revision_number=None']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:29:04.966628 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-4c6e1032-968e-42d7-86ef-cd8e942cad11 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:29:05.058917 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-4c6e1032-968e-42d7-86ef-cd8e942cad11 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Notify callbacks [] for floatingip, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:05.072517 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-4c6e1032-968e-42d7-86ef-cd8e942cad11 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2050383'] for floatingip, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:05.073645 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-4c6e1032-968e-42d7-86ef-cd8e942cad11 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "DELETE /v2.0/floatingips/98be576a-9aa9-4d51-8e68-8e730ffd7bf2 HTTP/1.1" status: 204 len: 168 time: 0.8365319 May 12 15:29:05.412724 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 48488) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:29:05.418000 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.v2.base [None req-9430cc7a-a97c-42e3-b99d-3a0bb0026ec7 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1098040443', 'description': 'tempest-description--563944969'}} {{(pid=78792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:29:05.423757 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-9430cc7a-a97c-42e3-b99d-3a0bb0026ec7 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:29:05.427821 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-9430cc7a-a97c-42e3-b99d-3a0bb0026ec7 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Usage tracker for resource:security_group and tenant:f8b03419ce0c413cbee40794040a2918 is out of sync, need to count used quota {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:29:05.430646 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-9430cc7a-a97c-42e3-b99d-3a0bb0026ec7 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:29:05.436220 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-9430cc7a-a97c-42e3-b99d-3a0bb0026ec7 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:29:05.449996 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-9430cc7a-a97c-42e3-b99d-3a0bb0026ec7 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Notify callbacks [] for security_group, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:05.469645 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-9430cc7a-a97c-42e3-b99d-3a0bb0026ec7 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:29:05.473381 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-9430cc7a-a97c-42e3-b99d-3a0bb0026ec7 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Usage tracker for resource:security_group_rule and tenant:f8b03419ce0c413cbee40794040a2918 is out of sync, need to count used quota {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:29:05.476192 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-9430cc7a-a97c-42e3-b99d-3a0bb0026ec7 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:29:05.481915 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-9430cc7a-a97c-42e3-b99d-3a0bb0026ec7 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:29:05.552888 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-9430cc7a-a97c-42e3-b99d-3a0bb0026ec7 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Notify callbacks [] for security_group, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:05.556938 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-9430cc7a-a97c-42e3-b99d-3a0bb0026ec7 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:05.560460 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-95c9741a-1baf-4226-b2b7-efb88d80ad9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:29:05.608693 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9430cc7a-a97c-42e3-b99d-3a0bb0026ec7 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1028187-9f63-416a-99d7-90c8ce1fbfc7,revision_number=1']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:29:05.611540 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-9430cc7a-a97c-42e3-b99d-3a0bb0026ec7 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:29:05.612427 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-9430cc7a-a97c-42e3-b99d-3a0bb0026ec7 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Notify callbacks [] for security_group, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:05.613608 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-9430cc7a-a97c-42e3-b99d-3a0bb0026ec7 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1999092 May 12 15:29:05.617741 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 48492) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:29:05.622736 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.v2.base [None req-a4380259-0376-4242-94b7-4fb757648aac tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Request body: {'security_group_rule': {'security_group_id': 'b1028187-9f63-416a-99d7-90c8ce1fbfc7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:29:05.628546 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-a4380259-0376-4242-94b7-4fb757648aac tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:29:05.632937 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-a4380259-0376-4242-94b7-4fb757648aac tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Usage tracker for resource:security_group_rule and tenant:f8b03419ce0c413cbee40794040a2918 is out of sync, need to count used quota {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:29:05.635861 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-a4380259-0376-4242-94b7-4fb757648aac tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:29:05.641518 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-a4380259-0376-4242-94b7-4fb757648aac tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:29:05.657039 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-a4380259-0376-4242-94b7-4fb757648aac tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:05.716218 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-a4380259-0376-4242-94b7-4fb757648aac tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:05.719843 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-a4380259-0376-4242-94b7-4fb757648aac tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325463'] for security_group_rule, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:05.722190 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-01f5f9d3-0156-4067-8e2c-b059a885c9a1 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:29:05.743859 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4380259-0376-4242-94b7-4fb757648aac tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41686a03-6491-4aa9-9447-5b47e4d71366,revision_number=0']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:29:05.750121 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-a4380259-0376-4242-94b7-4fb757648aac tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:29:05.754382 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-a4380259-0376-4242-94b7-4fb757648aac tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:05.755531 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-a4380259-0376-4242-94b7-4fb757648aac tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1368968 May 12 15:29:05.759432 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 48496) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:29:05.764790 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.v2.base [None req-5de6c156-16b7-452b-a93f-d77e1f275fe8 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Request body: {'security_group_rule': {'security_group_id': 'b1028187-9f63-416a-99d7-90c8ce1fbfc7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:29:05.770814 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-5de6c156-16b7-452b-a93f-d77e1f275fe8 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:29:05.774742 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-5de6c156-16b7-452b-a93f-d77e1f275fe8 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Usage tracker for resource:security_group_rule and tenant:f8b03419ce0c413cbee40794040a2918 is out of sync, need to count used quota {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:29:05.777559 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-5de6c156-16b7-452b-a93f-d77e1f275fe8 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:29:05.783307 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-5de6c156-16b7-452b-a93f-d77e1f275fe8 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:29:05.799194 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-5de6c156-16b7-452b-a93f-d77e1f275fe8 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:05.865183 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-5de6c156-16b7-452b-a93f-d77e1f275fe8 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:05.869996 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-5de6c156-16b7-452b-a93f-d77e1f275fe8 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325463'] for security_group_rule, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:05.872060 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-f5b11c2e-0e4b-4178-a9c1-1f1666bfe192 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:29:05.899556 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de6c156-16b7-452b-a93f-d77e1f275fe8 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0a8ee64-82d8-4f54-a3c9-d56bbfcffff4,revision_number=0']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:29:05.902178 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-5de6c156-16b7-452b-a93f-d77e1f275fe8 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:29:05.905924 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-5de6c156-16b7-452b-a93f-d77e1f275fe8 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:05.907128 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-5de6c156-16b7-452b-a93f-d77e1f275fe8 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1467824 May 12 15:29:05.910283 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 48500) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:29:05.915982 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.v2.base [None req-3ebd9e45-4f02-4c25-904b-aabf04b60107 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Request body: {'floatingip': {'floating_network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf'}} {{(pid=78793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:29:05.922237 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-3ebd9e45-4f02-4c25-904b-aabf04b60107 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:29:05.926783 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-3ebd9e45-4f02-4c25-904b-aabf04b60107 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Usage tracker for resource:floatingip and tenant:f8b03419ce0c413cbee40794040a2918 is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:29:05.930583 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-3ebd9e45-4f02-4c25-904b-aabf04b60107 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:29:05.940263 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-3ebd9e45-4f02-4c25-904b-aabf04b60107 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:29:05.949945 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-3ebd9e45-4f02-4c25-904b-aabf04b60107 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Notify callbacks [] for floatingip, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:06.015930 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Device 55251288-febe-444f-ab34-91007bb36f67 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=78794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:29:06.049997 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.plugin [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] No Port match for: 55251288-febe-444f-ab34-91007bb36f67 {{(pid=78794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 15:29:06.050346 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Device 55251288-febe-444f-ab34-91007bb36f67 not bound to the agent host hv-cinder-78960 {{(pid=78794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:29:06.082206 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-3ebd9e45-4f02-4c25-904b-aabf04b60107 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:06.219911 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.db_base_plugin_common [None req-3ebd9e45-4f02-4c25-904b-aabf04b60107 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Allocated IP 172.27.2.224 (d9e66476-551f-4a93-96a6-794e2ee658bf/9a4f1bc6-77ee-4516-b181-cab47718771b/9b6f2865-9575-4c3c-b57a-cdcbb3baddf1) {{(pid=78793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:29:06.366193 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-3ebd9e45-4f02-4c25-904b-aabf04b60107 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Notify callbacks [] for port, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:06.395263 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-3ebd9e45-4f02-4c25-904b-aabf04b60107 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739648862724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3598933'] for port, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:06.399141 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-de77a5c5-e5ba-4dc7-ac8d-d8d34d6dd95f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:29:06.460899 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebd9e45-4f02-4c25-904b-aabf04b60107 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Network d9e66476-551f-4a93-96a6-794e2ee658bf is already hosted by enough agents. {{(pid=78793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:29:06.463703 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.base_scheduler [None req-3ebd9e45-4f02-4c25-904b-aabf04b60107 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Resources bound (agent type, host, resource id): {{(pid=78793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:29:06.472156 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebd9e45-4f02-4c25-904b-aabf04b60107 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Received port after_create {{(pid=78793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:29:06.501509 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebd9e45-4f02-4c25-904b-aabf04b60107 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Pushing event updated for resources: {'Port': ['ID=9b6f2865-9575-4c3c-b57a-cdcbb3baddf1,revision_number=1']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:29:06.507475 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-3ebd9e45-4f02-4c25-904b-aabf04b60107 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:29:06.555795 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-3ebd9e45-4f02-4c25-904b-aabf04b60107 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:06.617388 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-3ebd9e45-4f02-4c25-904b-aabf04b60107 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:06.919672 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-3ebd9e45-4f02-4c25-904b-aabf04b60107 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Notify callbacks [] for port, precommit_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:06.924457 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-3ebd9e45-4f02-4c25-904b-aabf04b60107 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3598924'] for port, after_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:06.928653 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-f46615bf-7bd1-48f0-b75c-04a173ca4846 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:29:07.032776 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebd9e45-4f02-4c25-904b-aabf04b60107 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Pushing event updated for resources: {'Port': ['ID=9b6f2865-9575-4c3c-b57a-cdcbb3baddf1,revision_number=2']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:29:07.036470 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-3ebd9e45-4f02-4c25-904b-aabf04b60107 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:29:07.049451 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-3ebd9e45-4f02-4c25-904b-aabf04b60107 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706618'] for floatingip, after_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:07.072170 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-3ebd9e45-4f02-4c25-904b-aabf04b60107 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2050383'] for floatingip, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:07.073366 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-3ebd9e45-4f02-4c25-904b-aabf04b60107 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1620655 May 12 15:29:07.300067 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-e8d29c48-488d-419a-b440-059a89f71719 req-6214f215-8e92-4391-a361-b033976c34ed tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1098040443&fields=id&tenant_id=f8b03419ce0c413cbee40794040a2918 HTTP/1.1" status: 200 len: 267 time: 0.0446277 May 12 15:29:07.451178 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d29c48-488d-419a-b440-059a89f71719 req-cf6c1b73-52f9-4b8d-af83-22cf46364f6c tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:29:07.451841 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [req-e8d29c48-488d-419a-b440-059a89f71719 req-cf6c1b73-52f9-4b8d-af83-22cf46364f6c tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Synchronizing usage tracker for tenant:f8b03419ce0c413cbee40794040a2918 on resource:network {{(pid=78793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:29:07.468203 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [req-e8d29c48-488d-419a-b440-059a89f71719 req-cf6c1b73-52f9-4b8d-af83-22cf46364f6c tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Unset dirty status for tenant:f8b03419ce0c413cbee40794040a2918 on resource:network {{(pid=78793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:29:07.469435 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-e8d29c48-488d-419a-b440-059a89f71719 req-cf6c1b73-52f9-4b8d-af83-22cf46364f6c tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/networks?id=b0a67018-e604-4c5d-b021-363bc82650e3 HTTP/1.1" status: 200 len: 810 time: 0.1623068 May 12 15:29:07.484835 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-e8d29c48-488d-419a-b440-059a89f71719 req-e651c10d-2238-4958-a990-38fdff9a5000 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/quotas/f8b03419ce0c413cbee40794040a2918 HTTP/1.1" status: 200 len: 375 time: 0.0096672 May 12 15:29:07.571839 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [req-e8d29c48-488d-419a-b440-059a89f71719 req-5c3da227-7219-4286-bf2c-afe5cf54d585 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Synchronizing usage tracker for tenant:f8b03419ce0c413cbee40794040a2918 on resource:port {{(pid=78793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:29:07.586294 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [req-e8d29c48-488d-419a-b440-059a89f71719 req-5c3da227-7219-4286-bf2c-afe5cf54d585 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Unset dirty status for tenant:f8b03419ce0c413cbee40794040a2918 on resource:port {{(pid=78793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:29:07.587491 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-e8d29c48-488d-419a-b440-059a89f71719 req-5c3da227-7219-4286-bf2c-afe5cf54d585 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f8b03419ce0c413cbee40794040a2918&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0975018 May 12 15:29:07.838470 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-e8d29c48-488d-419a-b440-059a89f71719 req-99b00c15-725f-482c-a704-7a347adeb33c service neutron] 10.222.0.32 "GET /v2.0/networks/b0a67018-e604-4c5d-b021-363bc82650e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389677 May 12 15:29:07.975224 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-e8d29c48-488d-419a-b440-059a89f71719 req-241cef1a-8e3c-45b5-a304-e01a07102bf6 service neutron] 10.222.0.32 "GET /v2.0/networks/b0a67018-e604-4c5d-b021-363bc82650e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307299 May 12 15:29:08.156353 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [req-f687c463-dd2e-47f4-bce3-0c0cb1e860ff req-1013c067-3d7a-414a-b0d6-10856981ff8d tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Synchronizing usage tracker for tenant:f8b03419ce0c413cbee40794040a2918 on resource:port {{(pid=78792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:29:08.171600 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [req-f687c463-dd2e-47f4-bce3-0c0cb1e860ff req-1013c067-3d7a-414a-b0d6-10856981ff8d tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Unset dirty status for tenant:f8b03419ce0c413cbee40794040a2918 on resource:port {{(pid=78792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:29:08.172879 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-f687c463-dd2e-47f4-bce3-0c0cb1e860ff req-1013c067-3d7a-414a-b0d6-10856981ff8d tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/ports?device_id=c36b12e8-784a-469c-a446-ee71feb24520 HTTP/1.1" status: 200 len: 210 time: 0.0636146 May 12 15:29:09.211706 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d29c48-488d-419a-b440-059a89f71719 req-ad1669f7-6d91-4a1c-abd6-c99935284688 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:29:09.213135 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-e8d29c48-488d-419a-b440-059a89f71719 req-ad1669f7-6d91-4a1c-abd6-c99935284688 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.85 "GET /v2.0/networks?id=b0a67018-e604-4c5d-b021-363bc82650e3 HTTP/1.1" status: 200 len: 810 time: 0.1515641 May 12 15:29:09.265258 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-e8d29c48-488d-419a-b440-059a89f71719 req-d2b4db9c-9c33-4165-89c4-32ad8ead245b tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f8b03419ce0c413cbee40794040a2918 HTTP/1.1" status: 200 len: 380 time: 0.0425694 May 12 15:29:09.278637 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.v2.base [req-e8d29c48-488d-419a-b440-059a89f71719 req-daab7170-a82d-4fb4-85f5-0a935ebd36b1 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Request body: {'port': {'device_id': 'c36b12e8-784a-469c-a446-ee71feb24520', 'network_id': 'b0a67018-e604-4c5d-b021-363bc82650e3', 'admin_state_up': True, 'tenant_id': 'f8b03419ce0c413cbee40794040a2918', 'security_groups': ['b1028187-9f63-416a-99d7-90c8ce1fbfc7']}} {{(pid=78793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:29:09.397413 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-8009d0aa-edfb-4173-a854-af3009cfa376 req-1925218c-b0fa-43dd-b024-2f5c9f4f8518 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/ports?device_id=c36b12e8-784a-469c-a446-ee71feb24520 HTTP/1.1" status: 200 len: 210 time: 0.1048312 May 12 15:29:09.464863 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [req-e8d29c48-488d-419a-b440-059a89f71719 req-daab7170-a82d-4fb4-85f5-0a935ebd36b1 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:29:09.474358 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [req-e8d29c48-488d-419a-b440-059a89f71719 req-daab7170-a82d-4fb4-85f5-0a935ebd36b1 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:29:09.484242 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8d29c48-488d-419a-b440-059a89f71719 req-daab7170-a82d-4fb4-85f5-0a935ebd36b1 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Made reservation on behalf of f8b03419ce0c413cbee40794040a2918 for: {'port': 1} {{(pid=78793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:29:09.487946 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-e8d29c48-488d-419a-b440-059a89f71719 req-daab7170-a82d-4fb4-85f5-0a935ebd36b1 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:09.653270 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.db_base_plugin_common [req-e8d29c48-488d-419a-b440-059a89f71719 req-daab7170-a82d-4fb4-85f5-0a935ebd36b1 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Allocated IP 172.20.0.6 (b0a67018-e604-4c5d-b021-363bc82650e3/0bfa47e8-ea4e-42ac-a644-064fdadd42d3/f8583ed5-f208-4e3a-b4b9-d148f917f92d) {{(pid=78793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:29:09.858845 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-e8d29c48-488d-419a-b440-059a89f71719 req-daab7170-a82d-4fb4-85f5-0a935ebd36b1 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Notify callbacks [] for port, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:09.875109 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.provisioning_blocks [req-e8d29c48-488d-419a-b440-059a89f71719 req-daab7170-a82d-4fb4-85f5-0a935ebd36b1 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Transition to ACTIVE for port object f8583ed5-f208-4e3a-b4b9-d148f917f92d will not be triggered until provisioned by entity DHCP. {{(pid=78793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:29:09.899005 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-e8d29c48-488d-419a-b440-059a89f71719 req-daab7170-a82d-4fb4-85f5-0a935ebd36b1 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739648862724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3598933'] for port, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:09.904589 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:29:09.965507 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8d29c48-488d-419a-b440-059a89f71719 req-daab7170-a82d-4fb4-85f5-0a935ebd36b1 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Network b0a67018-e604-4c5d-b021-363bc82650e3 is already hosted by enough agents. {{(pid=78793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:29:09.968595 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.base_scheduler [req-e8d29c48-488d-419a-b440-059a89f71719 req-daab7170-a82d-4fb4-85f5-0a935ebd36b1 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Resources bound (agent type, host, resource id): {{(pid=78793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:29:09.977754 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8d29c48-488d-419a-b440-059a89f71719 req-daab7170-a82d-4fb4-85f5-0a935ebd36b1 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Received port after_create {{(pid=78793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:29:10.009084 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daab7170-a82d-4fb4-85f5-0a935ebd36b1 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Pushing event updated for resources: {'Port': ['ID=f8583ed5-f208-4e3a-b4b9-d148f917f92d,revision_number=1']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:29:10.015719 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-daab7170-a82d-4fb4-85f5-0a935ebd36b1 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:29:10.048632 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d29c48-488d-419a-b440-059a89f71719 req-daab7170-a82d-4fb4-85f5-0a935ebd36b1 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:29:10.049241 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-e8d29c48-488d-419a-b440-059a89f71719 req-daab7170-a82d-4fb4-85f5-0a935ebd36b1 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2050383'] for port, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:10.075125 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-e8d29c48-488d-419a-b440-059a89f71719 req-daab7170-a82d-4fb4-85f5-0a935ebd36b1 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8005512 May 12 15:29:10.088280 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.v2.base [req-e8d29c48-488d-419a-b440-059a89f71719 req-49d42472-92a6-48a5-a1df-258dc455ee62 service neutron] Request body: {'port': {'device_id': 'c36b12e8-784a-469c-a446-ee71feb24520', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=78793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:29:10.165830 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-a45121d8-4c15-4919-91a5-314b0ef21732 None None] Provisioning for port f8583ed5-f208-4e3a-b4b9-d148f917f92d completed by entity DHCP. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:29:10.171551 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-a45121d8-4c15-4919-91a5-314b0ef21732 None None] Provisioning complete for port f8583ed5-f208-4e3a-b4b9-d148f917f92d triggered by entity DHCP. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:29:10.171943 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-a45121d8-4c15-4919-91a5-314b0ef21732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:10.227668 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.plugin [None req-a45121d8-4c15-4919-91a5-314b0ef21732 None None] Port f8583ed5-f208-4e3a-b4b9-d148f917f92d cannot update to ACTIVE because it is not bound. {{(pid=78794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 15:29:10.287074 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-e8d29c48-488d-419a-b440-059a89f71719 req-49d42472-92a6-48a5-a1df-258dc455ee62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:10.586425 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00f669b-0e77-4f80-99c3-968b067a269d req-2c109e8e-0415-459c-9bce-37dde99ededb tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:29:10.587881 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-b00f669b-0e77-4f80-99c3-968b067a269d req-2c109e8e-0415-459c-9bce-37dde99ededb tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/ports?device_id=c36b12e8-784a-469c-a446-ee71feb24520 HTTP/1.1" status: 200 len: 931 time: 0.0811019 May 12 15:29:10.626694 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.notifiers.nova [req-e8d29c48-488d-419a-b440-059a89f71719 req-49d42472-92a6-48a5-a1df-258dc455ee62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8583ed5-f208-4e3a-b4b9-d148f917f92d {{(pid=78793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 15:29:10.633979 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-e8d29c48-488d-419a-b440-059a89f71719 req-49d42472-92a6-48a5-a1df-258dc455ee62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:10.635500 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [req-b00f669b-0e77-4f80-99c3-968b067a269d req-d47a879b-20e4-4844-9c97-2cbb19068540 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Synchronizing usage tracker for tenant:f8b03419ce0c413cbee40794040a2918 on resource:security_group {{(pid=78792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:29:10.648325 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.provisioning_blocks [req-e8d29c48-488d-419a-b440-059a89f71719 req-49d42472-92a6-48a5-a1df-258dc455ee62 service neutron] Transition to ACTIVE for port object f8583ed5-f208-4e3a-b4b9-d148f917f92d will not be triggered until provisioned by entity L2. {{(pid=78793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:29:10.650318 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [req-b00f669b-0e77-4f80-99c3-968b067a269d req-d47a879b-20e4-4844-9c97-2cbb19068540 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Unset dirty status for tenant:f8b03419ce0c413cbee40794040a2918 on resource:security_group {{(pid=78792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:29:10.651530 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-b00f669b-0e77-4f80-99c3-968b067a269d req-d47a879b-20e4-4844-9c97-2cbb19068540 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1028187-9f63-416a-99d7-90c8ce1fbfc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579498 May 12 15:29:10.652775 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-e8d29c48-488d-419a-b440-059a89f71719 req-49d42472-92a6-48a5-a1df-258dc455ee62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3598924'] for port, after_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:10.656439 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-bc31525c-2b84-42bf-bf92-76814d4b7a59 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:29:10.808912 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d42472-92a6-48a5-a1df-258dc455ee62 service neutron] Pushing event updated for resources: {'Port': ['ID=f8583ed5-f208-4e3a-b4b9-d148f917f92d,revision_number=2']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:29:10.816216 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-49d42472-92a6-48a5-a1df-258dc455ee62 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:29:10.891832 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.managers [req-e8d29c48-488d-419a-b440-059a89f71719 req-49d42472-92a6-48a5-a1df-258dc455ee62 service neutron] Attempting to bind port f8583ed5-f208-4e3a-b4b9-d148f917f92d on host hv-cinder-78960 for vnic_type normal with profile {{(pid=78793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:29:10.892157 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.managers [req-e8d29c48-488d-419a-b440-059a89f71719 req-49d42472-92a6-48a5-a1df-258dc455ee62 service neutron] Attempting to bind port f8583ed5-f208-4e3a-b4b9-d148f917f92d by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '4319fcb2-d56a-483c-b9e5-3a743225ca7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b0a67018-e604-4c5d-b021-363bc82650e3'}] {{(pid=78793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:29:10.892476 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d29c48-488d-419a-b440-059a89f71719 req-49d42472-92a6-48a5-a1df-258dc455ee62 service neutron] Attempting to bind port f8583ed5-f208-4e3a-b4b9-d148f917f92d on network b0a67018-e604-4c5d-b021-363bc82650e3 {{(pid=78793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:29:10.897704 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d29c48-488d-419a-b440-059a89f71719 req-49d42472-92a6-48a5-a1df-258dc455ee62 service neutron] Port f8583ed5-f208-4e3a-b4b9-d148f917f92d on network b0a67018-e604-4c5d-b021-363bc82650e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=78793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 15:29:10.898112 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d29c48-488d-419a-b440-059a89f71719 req-49d42472-92a6-48a5-a1df-258dc455ee62 service neutron] Attempting to bind port f8583ed5-f208-4e3a-b4b9-d148f917f92d on network b0a67018-e604-4c5d-b021-363bc82650e3 {{(pid=78793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:29:10.903287 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d29c48-488d-419a-b440-059a89f71719 req-49d42472-92a6-48a5-a1df-258dc455ee62 service neutron] Checking agent: {'id': 'f90bdb6d-8ae0-42e3-a09a-ceb4f970b9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 15, 18, 57), 'started_at': datetime.datetime(2021, 5, 12, 15, 18, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 15, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:29:10.903622 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d29c48-488d-419a-b440-059a89f71719 req-49d42472-92a6-48a5-a1df-258dc455ee62 service neutron] Checking segment: {'id': '4319fcb2-d56a-483c-b9e5-3a743225ca7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b0a67018-e604-4c5d-b021-363bc82650e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:29:10.903997 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d29c48-488d-419a-b440-059a89f71719 req-49d42472-92a6-48a5-a1df-258dc455ee62 service neutron] Bound using segment: {'id': '4319fcb2-d56a-483c-b9e5-3a743225ca7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b0a67018-e604-4c5d-b021-363bc82650e3'} {{(pid=78793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:29:10.904413 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.managers [req-e8d29c48-488d-419a-b440-059a89f71719 req-49d42472-92a6-48a5-a1df-258dc455ee62 service neutron] Bound port: f8583ed5-f208-4e3a-b4b9-d148f917f92d, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4319fcb2-d56a-483c-b9e5-3a743225ca7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b0a67018-e604-4c5d-b021-363bc82650e3'}}] {{(pid=78793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:29:10.904746 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-e8d29c48-488d-419a-b440-059a89f71719 req-49d42472-92a6-48a5-a1df-258dc455ee62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:10.995089 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.db [req-e8d29c48-488d-419a-b440-059a89f71719 req-49d42472-92a6-48a5-a1df-258dc455ee62 service neutron] For port f8583ed5-f208-4e3a-b4b9-d148f917f92d, host hv-cinder-78960, cleared binding levels {{(pid=78793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:29:10.997935 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.db [req-e8d29c48-488d-419a-b440-059a89f71719 req-49d42472-92a6-48a5-a1df-258dc455ee62 service neutron] For port f8583ed5-f208-4e3a-b4b9-d148f917f92d, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=f8583ed5-f208-4e3a-b4b9-d148f917f92d,segment=NetworkSegment(4319fcb2-d56a-483c-b9e5-3a743225ca7f),segment_id=4319fcb2-d56a-483c-b9e5-3a743225ca7f)] {{(pid=78793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:29:11.002253 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-e8d29c48-488d-419a-b440-059a89f71719 req-49d42472-92a6-48a5-a1df-258dc455ee62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3598924'] for port, after_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:11.006561 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-c886c3f8-0461-4ad3-b92e-c6d4ba92a4dd tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:29:11.056243 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d29c48-488d-419a-b440-059a89f71719 req-49d42472-92a6-48a5-a1df-258dc455ee62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:29:11.056831 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-e8d29c48-488d-419a-b440-059a89f71719 req-49d42472-92a6-48a5-a1df-258dc455ee62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2050383'] for port, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:11.058170 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-e8d29c48-488d-419a-b440-059a89f71719 req-49d42472-92a6-48a5-a1df-258dc455ee62 service neutron] 10.222.0.85 "PUT /v2.0/ports/f8583ed5-f208-4e3a-b4b9-d148f917f92d HTTP/1.1" status: 200 len: 1093 time: 0.9748807 May 12 15:29:11.058651 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c36b12e8-784a-469c-a446-ee71feb24520', 'tag': 'f8583ed5-f208-4e3a-b4b9-d148f917f92d'}] {{(pid=78793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:29:11.094699 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d42472-92a6-48a5-a1df-258dc455ee62 service neutron] Pushing event updated for resources: {'Port': ['ID=f8583ed5-f208-4e3a-b4b9-d148f917f92d,revision_number=3']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:29:11.097860 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-49d42472-92a6-48a5-a1df-258dc455ee62 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:29:11.130587 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c36b12e8-784a-469c-a446-ee71feb24520', 'tag': 'f8583ed5-f208-4e3a-b4b9-d148f917f92d', 'status': 'completed', 'code': 200} May 12 15:29:11.173540 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d29c48-488d-419a-b440-059a89f71719 req-f1fec8f6-7bff-4577-8171-2de1b2932694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:29:11.174783 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-e8d29c48-488d-419a-b440-059a89f71719 req-f1fec8f6-7bff-4577-8171-2de1b2932694 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=f8b03419ce0c413cbee40794040a2918&device_id=c36b12e8-784a-469c-a446-ee71feb24520 HTTP/1.1" status: 200 len: 1096 time: 0.0757170 May 12 15:29:11.248290 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-e8d29c48-488d-419a-b440-059a89f71719 req-da93853a-aeae-48e4-82a7-f90d1a520b2d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8583ed5-f208-4e3a-b4b9-d148f917f92d HTTP/1.1" status: 200 len: 217 time: 0.0654421 May 12 15:29:11.313027 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d29c48-488d-419a-b440-059a89f71719 req-8695bdc5-20c8-49f2-932f-b834c81a2975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:29:11.314444 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-e8d29c48-488d-419a-b440-059a89f71719 req-8695bdc5-20c8-49f2-932f-b834c81a2975 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0bfa47e8-ea4e-42ac-a644-064fdadd42d3 HTTP/1.1" status: 200 len: 849 time: 0.0595527 May 12 15:29:11.388624 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d29c48-488d-419a-b440-059a89f71719 req-6af98aac-87fd-456b-a86f-cf9bc2e10a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:29:11.390054 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-e8d29c48-488d-419a-b440-059a89f71719 req-6af98aac-87fd-456b-a86f-cf9bc2e10a11 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b0a67018-e604-4c5d-b021-363bc82650e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0688953 May 12 15:29:11.520695 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-e8d29c48-488d-419a-b440-059a89f71719 req-595c3277-c374-45c2-b85c-b00790ec9fce service neutron] 10.222.0.85 "GET /v2.0/networks/b0a67018-e604-4c5d-b021-363bc82650e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229937 May 12 15:29:11.648903 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-e8d29c48-488d-419a-b440-059a89f71719 req-2617eb4d-a091-4cf8-95f8-e04c7b87a1bc service neutron] 10.222.0.85 "GET /v2.0/networks/b0a67018-e604-4c5d-b021-363bc82650e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213610 May 12 15:29:11.773835 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f2c03a-f87e-445d-864a-15c08aa6e5b2 req-037f3888-050c-4467-bfec-d3eba2303be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:29:11.775200 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-29f2c03a-f87e-445d-864a-15c08aa6e5b2 req-037f3888-050c-4467-bfec-d3eba2303be9 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=f8b03419ce0c413cbee40794040a2918&device_id=c36b12e8-784a-469c-a446-ee71feb24520 HTTP/1.1" status: 200 len: 1096 time: 0.0718353 May 12 15:29:11.855351 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40568f75-7af3-4725-ac7d-1cbe03249ae1 req-c6ac50da-1439-407e-9c19-801b3e5c16ec tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:29:11.856916 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-40568f75-7af3-4725-ac7d-1cbe03249ae1 req-c6ac50da-1439-407e-9c19-801b3e5c16ec tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/ports?device_id=c36b12e8-784a-469c-a446-ee71feb24520 HTTP/1.1" status: 200 len: 943 time: 0.0831401 May 12 15:29:11.909922 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-40568f75-7af3-4725-ac7d-1cbe03249ae1 req-93b2f6c5-ab82-43c1-8aec-2f8a9b5b6d25 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1028187-9f63-416a-99d7-90c8ce1fbfc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467777 May 12 15:29:11.989434 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f2c03a-f87e-445d-864a-15c08aa6e5b2 req-9824c13f-136f-4352-9820-4e2beebff11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:29:11.990917 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-29f2c03a-f87e-445d-864a-15c08aa6e5b2 req-9824c13f-136f-4352-9820-4e2beebff11a service neutron] 10.222.0.85 "GET /v2.0/networks?id=b0a67018-e604-4c5d-b021-363bc82650e3 HTTP/1.1" status: 200 len: 911 time: 0.2076249 May 12 15:29:12.060106 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-29f2c03a-f87e-445d-864a-15c08aa6e5b2 req-6b0f1459-0403-4855-8157-200f4d443a3c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8583ed5-f208-4e3a-b4b9-d148f917f92d HTTP/1.1" status: 200 len: 217 time: 0.0619199 May 12 15:29:12.129929 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f2c03a-f87e-445d-864a-15c08aa6e5b2 req-24344c11-9dd7-475f-a695-c761c7c1cdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:29:12.131891 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-29f2c03a-f87e-445d-864a-15c08aa6e5b2 req-24344c11-9dd7-475f-a695-c761c7c1cdb0 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0bfa47e8-ea4e-42ac-a644-064fdadd42d3 HTTP/1.1" status: 200 len: 849 time: 0.0612774 May 12 15:29:12.205645 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f2c03a-f87e-445d-864a-15c08aa6e5b2 req-6dab65f8-20e4-438f-bba2-fe1f8bb12f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:29:12.207087 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-29f2c03a-f87e-445d-864a-15c08aa6e5b2 req-6dab65f8-20e4-438f-bba2-fe1f8bb12f43 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b0a67018-e604-4c5d-b021-363bc82650e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0684559 May 12 15:29:12.340006 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-29f2c03a-f87e-445d-864a-15c08aa6e5b2 req-68c5f859-a282-4bb5-9bc1-2808bb2ca0db service neutron] 10.222.0.85 "GET /v2.0/networks/b0a67018-e604-4c5d-b021-363bc82650e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230891 May 12 15:29:12.474193 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-29f2c03a-f87e-445d-864a-15c08aa6e5b2 req-198b1e12-d69e-47c0-a73e-6e88296b5cf5 service neutron] 10.222.0.85 "GET /v2.0/networks/b0a67018-e604-4c5d-b021-363bc82650e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250563 May 12 15:29:13.097592 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6561e66-61c3-4c89-a0b6-cdbc5e46fac1 req-0e4584df-6147-4bc6-8038-7bf47a9e31c4 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:29:13.098215 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [req-c6561e66-61c3-4c89-a0b6-cdbc5e46fac1 req-0e4584df-6147-4bc6-8038-7bf47a9e31c4 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Synchronizing usage tracker for tenant:f8b03419ce0c413cbee40794040a2918 on resource:port {{(pid=78793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:29:13.113320 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [req-c6561e66-61c3-4c89-a0b6-cdbc5e46fac1 req-0e4584df-6147-4bc6-8038-7bf47a9e31c4 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Unset dirty status for tenant:f8b03419ce0c413cbee40794040a2918 on resource:port {{(pid=78793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:29:13.114531 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-c6561e66-61c3-4c89-a0b6-cdbc5e46fac1 req-0e4584df-6147-4bc6-8038-7bf47a9e31c4 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/ports?device_id=c36b12e8-784a-469c-a446-ee71feb24520 HTTP/1.1" status: 200 len: 943 time: 0.0963333 May 12 15:29:13.161803 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-c6561e66-61c3-4c89-a0b6-cdbc5e46fac1 req-bc1d1ed5-7020-4b27-9f32-9baec7b68652 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1028187-9f63-416a-99d7-90c8ce1fbfc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414319 May 12 15:29:14.349110 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d86a4ef-6fcd-4945-a773-9ff3ef5ae707 req-ae13b555-8464-4e9c-88bf-095a89932433 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:29:14.351118 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-4d86a4ef-6fcd-4945-a773-9ff3ef5ae707 req-ae13b555-8464-4e9c-88bf-095a89932433 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/ports?device_id=c36b12e8-784a-469c-a446-ee71feb24520 HTTP/1.1" status: 200 len: 943 time: 0.0839505 May 12 15:29:14.394777 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-4d86a4ef-6fcd-4945-a773-9ff3ef5ae707 req-0cfa423d-41e7-4f8c-bb32-36b010392e4b tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1028187-9f63-416a-99d7-90c8ce1fbfc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379181 May 12 15:29:15.582387 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768b202-b0c4-4ebe-866e-9c752b2931dd req-7730af75-9bca-4aa6-bbba-b7d4e8e960c8 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:29:15.583842 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-b768b202-b0c4-4ebe-866e-9c752b2931dd req-7730af75-9bca-4aa6-bbba-b7d4e8e960c8 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/ports?device_id=c36b12e8-784a-469c-a446-ee71feb24520 HTTP/1.1" status: 200 len: 943 time: 0.0815203 May 12 15:29:15.629808 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-b768b202-b0c4-4ebe-866e-9c752b2931dd req-887fc586-091b-4324-8367-19c23117dc4b tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1028187-9f63-416a-99d7-90c8ce1fbfc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394690 May 12 15:29:16.092635 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Device f8583ed5-f208-4e3a-b4b9-d148f917f92d details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=78794) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 15:29:16.223627 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] For port f8583ed5-f208-4e3a-b4b9-d148f917f92d, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=f8583ed5-f208-4e3a-b4b9-d148f917f92d,segment=NetworkSegment(4319fcb2-d56a-483c-b9e5-3a743225ca7f),segment_id=4319fcb2-d56a-483c-b9e5-3a743225ca7f)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:29:16.239649 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Returning: {'device': 'f8583ed5-f208-4e3a-b4b9-d148f917f92d', 'network_id': 'b0a67018-e604-4c5d-b021-363bc82650e3', 'port_id': 'f8583ed5-f208-4e3a-b4b9-d148f917f92d', 'mac_address': 'fa:16:3e:ae:61:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bfa47e8-ea4e-42ac-a644-064fdadd42d3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78794) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 15:29:16.293519 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:16.309960 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.notifiers.nova [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8583ed5-f208-4e3a-b4b9-d148f917f92d {{(pid=78794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 15:29:16.325337 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] For port f8583ed5-f208-4e3a-b4b9-d148f917f92d, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=f8583ed5-f208-4e3a-b4b9-d148f917f92d,segment=NetworkSegment(4319fcb2-d56a-483c-b9e5-3a743225ca7f),segment_id=4319fcb2-d56a-483c-b9e5-3a743225ca7f)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:29:16.329220 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:16.330938 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:29:16.394815 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Pushing event updated for resources: {'Port': ['ID=f8583ed5-f208-4e3a-b4b9-d148f917f92d,revision_number=4']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:29:16.402044 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:29:16.402388 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:29:16.402776 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:29:16.403113 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:29:16.403439 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:29:16.403765 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:29:16.404084 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:29:16.404406 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:29:16.404729 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:29:16.405045 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:29:16.405359 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:29:16.405672 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:29:16.409419 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:29:16.687897 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] get_ports_and_sgs() called for port_ids ['f8583ed5-f208-4e3a-b4b9-d148f917f92d'] {{(pid=78794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:29:16.817137 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df013f5-4ef7-4947-9cbe-188a082e9a12 req-6675d17f-85f9-4875-9176-73fc46a66c59 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:29:16.818618 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-3df013f5-4ef7-4947-9cbe-188a082e9a12 req-6675d17f-85f9-4875-9176-73fc46a66c59 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/ports?device_id=c36b12e8-784a-469c-a446-ee71feb24520 HTTP/1.1" status: 200 len: 944 time: 0.0841167 May 12 15:29:16.866796 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-3df013f5-4ef7-4947-9cbe-188a082e9a12 req-734aa072-475e-4cc3-9e06-8536d2161fad tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1028187-9f63-416a-99d7-90c8ce1fbfc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421951 May 12 15:29:18.055345 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6761d00b-d150-4ec1-8b64-94a4312452c0 req-c42cd0a8-8e22-486a-b711-4faecde2beb8 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:29:18.056763 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-6761d00b-d150-4ec1-8b64-94a4312452c0 req-c42cd0a8-8e22-486a-b711-4faecde2beb8 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/ports?device_id=c36b12e8-784a-469c-a446-ee71feb24520 HTTP/1.1" status: 200 len: 944 time: 0.0833223 May 12 15:29:18.101244 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-6761d00b-d150-4ec1-8b64-94a4312452c0 req-8cbe7626-9d06-4e0b-b76e-063081ab3dfd tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1028187-9f63-416a-99d7-90c8ce1fbfc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386436 May 12 15:29:18.127020 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Device f8583ed5-f208-4e3a-b4b9-d148f917f92d up at agent hyperv_hv-cinder-78960 {{(pid=78794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:29:18.196909 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Provisioning for port f8583ed5-f208-4e3a-b4b9-d148f917f92d completed by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:29:18.201467 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Provisioning complete for port f8583ed5-f208-4e3a-b4b9-d148f917f92d triggered by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:29:18.201875 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:18.315825 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:18.344420 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c36b12e8-784a-469c-a446-ee71feb24520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8583ed5-f208-4e3a-b4b9-d148f917f92d'}] {{(pid=78794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:29:18.354813 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] For port f8583ed5-f208-4e3a-b4b9-d148f917f92d, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=f8583ed5-f208-4e3a-b4b9-d148f917f92d,segment=NetworkSegment(4319fcb2-d56a-483c-b9e5-3a743225ca7f),segment_id=4319fcb2-d56a-483c-b9e5-3a743225ca7f)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:29:18.358815 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:18.360714 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:29:18.396340 dv-cinder-789603-6-iscsi neutron-server[78794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c36b12e8-784a-469c-a446-ee71feb24520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8583ed5-f208-4e3a-b4b9-d148f917f92d', 'code': 200} May 12 15:29:18.430603 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Pushing event updated for resources: {'Port': ['ID=f8583ed5-f208-4e3a-b4b9-d148f917f92d,revision_number=5']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:29:18.433363 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:29:18.637701 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e63adb5-28e1-431c-9add-9d5ac7bded86 req-f80cc063-fdb0-4552-ad1e-c4b94bf042eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:29:18.639165 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-4e63adb5-28e1-431c-9add-9d5ac7bded86 req-f80cc063-fdb0-4552-ad1e-c4b94bf042eb service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=c36b12e8-784a-469c-a446-ee71feb24520 HTTP/1.1" status: 200 len: 1098 time: 0.0680199 May 12 15:29:18.680626 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-4e63adb5-28e1-431c-9add-9d5ac7bded86 req-97a7f0ed-b9b6-4fa6-a94b-f3324f970d8c service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=b1028187-9f63-416a-99d7-90c8ce1fbfc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339248 May 12 15:29:18.682580 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-dbf4c722-9baf-4eff-a841-84371d77f497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:19.284749 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ccea3c-2491-45f3-a992-bf34ab007878 req-687cab61-a69c-422f-be3d-262f2efcd9c2 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:29:19.286204 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-d5ccea3c-2491-45f3-a992-bf34ab007878 req-687cab61-a69c-422f-be3d-262f2efcd9c2 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/ports?device_id=c36b12e8-784a-469c-a446-ee71feb24520 HTTP/1.1" status: 200 len: 945 time: 0.0813358 May 12 15:29:19.331535 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-d5ccea3c-2491-45f3-a992-bf34ab007878 req-874ac307-8591-48dd-acc0-bc60885801fe tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1028187-9f63-416a-99d7-90c8ce1fbfc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392857 May 12 15:29:20.516101 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dfb43f-9977-436c-95cc-fa2beceb6a5f req-c4967eda-3c9d-44b6-b2ba-e13f082b8e3d tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:29:20.517520 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-47dfb43f-9977-436c-95cc-fa2beceb6a5f req-c4967eda-3c9d-44b6-b2ba-e13f082b8e3d tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/ports?device_id=c36b12e8-784a-469c-a446-ee71feb24520 HTTP/1.1" status: 200 len: 945 time: 0.0795925 May 12 15:29:20.561881 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-47dfb43f-9977-436c-95cc-fa2beceb6a5f req-3911939a-58c2-4099-bcd7-7c792e31da01 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1028187-9f63-416a-99d7-90c8ce1fbfc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379362 May 12 15:29:20.737245 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6ce9bd-64e8-4dcb-8b7f-358176741144 req-539a48bf-1da5-45cb-9058-f61dd0d5d6ff tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:29:20.738720 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-9e6ce9bd-64e8-4dcb-8b7f-358176741144 req-539a48bf-1da5-45cb-9058-f61dd0d5d6ff tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/ports?device_id=c36b12e8-784a-469c-a446-ee71feb24520 HTTP/1.1" status: 200 len: 945 time: 0.0794578 May 12 15:29:20.747554 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 48562) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:29:20.752618 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.v2.base [None req-2f5dd3e3-027e-4965-8007-38a92f7136ad tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Request body: {'floatingip': {'port_id': 'f8583ed5-f208-4e3a-b4b9-d148f917f92d'}} {{(pid=78793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:29:20.832242 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-2f5dd3e3-027e-4965-8007-38a92f7136ad tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Notify callbacks [] for floatingip, before_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:21.132610 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-8518c540-8e6a-4291-ad24-54913a05c952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:21.637206 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:21.679058 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-2f5dd3e3-027e-4965-8007-38a92f7136ad tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:21.682763 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-2f5dd3e3-027e-4965-8007-38a92f7136ad tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706618'] for floatingip, after_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:21.849267 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.db.l3_db [None req-2f5dd3e3-027e-4965-8007-38a92f7136ad tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Floating IP 90f5ef0a-38cc-4b8b-8a5f-700cd9d0332d associated. External IP: 172.27.2.224, port: f8583ed5-f208-4e3a-b4b9-d148f917f92d. May 12 15:29:22.149282 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.agents_db [None req-dd47ce14-932e-4540-b008-5e9038d1c348 None None] Agent healthcheck: found 6 active agents {{(pid=78795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 15:29:22.200225 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f5dd3e3-027e-4965-8007-38a92f7136ad tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Router 6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1 has already been hosted by L3 agent e96f2393-830b-46ef-bef2-f93615c2f352 {{(pid=78793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 15:29:22.293735 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-8e9e3eb0-3c8e-4693-b231-5e176560d846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:22.483407 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f5dd3e3-027e-4965-8007-38a92f7136ad tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Notify agent at l3_agent.dv-cinder-789603-6-iscsi the message routers_updated {{(pid=78793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:29:22.488025 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-2f5dd3e3-027e-4965-8007-38a92f7136ad tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2050383'] for floatingip, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:22.494527 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1ce74a-5778-4de4-b44b-4c3335420ccd None None] Sync routers for ids ['6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1'] in dv-cinder-789603-6-iscsi {{(pid=78794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:29:22.504943 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1ce74a-5778-4de4-b44b-4c3335420ccd None None] Routers {'6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1'} bound to L3 agent in host dv-cinder-789603-6-iscsi {{(pid=78794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:29:22.505983 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-4d1ce74a-5778-4de4-b44b-4c3335420ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-12T15:12:51Z,description=,heartbeat_timestamp=2021-05-12T15:29:21Z,host='dv-cinder-789603-6-iscsi',id=e96f2393-830b-46ef-bef2-f93615c2f352,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:12:51Z,topic='l3_agent')) {'router_ids': ['6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1'], 'active': True} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:29:22.549123 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-2f5dd3e3-027e-4965-8007-38a92f7136ad tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "PUT /v2.0/floatingips/90f5ef0a-38cc-4b8b-8a5f-700cd9d0332d HTTP/1.1" status: 200 len: 991 time: 1.8005087 May 12 15:29:22.549890 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c36b12e8-784a-469c-a446-ee71feb24520', 'tag': 'f8583ed5-f208-4e3a-b4b9-d148f917f92d'}] {{(pid=78793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:29:22.610902 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c36b12e8-784a-469c-a446-ee71feb24520', 'tag': 'f8583ed5-f208-4e3a-b4b9-d148f917f92d', 'status': 'completed', 'code': 200} May 12 15:29:22.702685 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvr_db [None req-4d1ce74a-5778-4de4-b44b-4c3335420ccd None None] Set router 6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1 gateway port host: dv-cinder-789603-6-iscsi {{(pid=78794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:29:22.715072 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e306fff2-8075-41e2-ad9d-914dc1a83ef4 req-06445296-195d-4a67-b36c-74addc28557f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:29:22.716649 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-e306fff2-8075-41e2-ad9d-914dc1a83ef4 req-06445296-195d-4a67-b36c-74addc28557f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=f8b03419ce0c413cbee40794040a2918&device_id=c36b12e8-784a-469c-a446-ee71feb24520 HTTP/1.1" status: 200 len: 1098 time: 0.0751774 May 12 15:29:22.882426 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e306fff2-8075-41e2-ad9d-914dc1a83ef4 req-f5807169-7074-4a07-948e-beaa3a6a689a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:29:22.884364 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-e306fff2-8075-41e2-ad9d-914dc1a83ef4 req-f5807169-7074-4a07-948e-beaa3a6a689a service neutron] 10.222.0.85 "GET /v2.0/networks?id=b0a67018-e604-4c5d-b021-363bc82650e3 HTTP/1.1" status: 200 len: 911 time: 0.1599493 May 12 15:29:23.049671 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1073e092-8368-4e27-8137-008cf62ca754 req-7641bea0-a4a7-4186-94b1-dd3e66dba186 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:29:23.051195 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-1073e092-8368-4e27-8137-008cf62ca754 req-7641bea0-a4a7-4186-94b1-dd3e66dba186 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 947 time: 0.0864422 May 12 15:29:23.056043 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-e306fff2-8075-41e2-ad9d-914dc1a83ef4 req-f891c062-350c-4c79-be63-db11b9d7a098 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8583ed5-f208-4e3a-b4b9-d148f917f92d HTTP/1.1" status: 200 len: 999 time: 0.1638215 May 12 15:29:23.100460 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-1073e092-8368-4e27-8137-008cf62ca754 req-8d27e5f0-8e80-45ea-b3e9-58deab8309dc tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422027 May 12 15:29:23.121462 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e306fff2-8075-41e2-ad9d-914dc1a83ef4 req-21b47b06-9277-48d7-afed-93bb85465a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:29:23.123319 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-e306fff2-8075-41e2-ad9d-914dc1a83ef4 req-21b47b06-9277-48d7-afed-93bb85465a95 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0bfa47e8-ea4e-42ac-a644-064fdadd42d3 HTTP/1.1" status: 200 len: 849 time: 0.0603926 May 12 15:29:23.128496 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-4d1ce74a-5778-4de4-b44b-4c3335420ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1', 'name': 'tempest-AttachVolumeTestJSON-379129705-router', 'tenant_id': 'f8b03419ce0c413cbee40794040a2918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '4c3aeed0-9682-42d7-b51e-efd94313e1cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:20:29Z', 'updated_at': '2021-05-12T15:20:46Z', 'revision_number': 4, 'project_id': 'f8b03419ce0c413cbee40794040a2918', 'gw_port': {'id': '4c3aeed0-9682-42d7-b51e-efd94313e1cb', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ba:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:20:31Z', 'updated_at': '2021-05-12T15:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi', '_floatingips': [{'id': '90f5ef0a-38cc-4b8b-8a5f-700cd9d0332d', 'tenant_id': 'f8b03419ce0c413cbee40794040a2918', 'floating_ip_address': '172.27.2.224', 'floating_network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'router_id': '6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1', 'port_id': 'f8583ed5-f208-4e3a-b4b9-d148f917f92d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0a67018-e604-4c5d-b021-363bc82650e3', 'mac_address': 'fa:16:3e:ae:61:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36b12e8-784a-469c-a446-ee71feb24520', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T15:29:06Z', 'updated_at': '2021-05-12T15:29:21Z', 'revision_number': 1, 'project_id': 'f8b03419ce0c413cbee40794040a2918', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ad1f101-24d4-4aa8-9e68-0852222902c7', 'name': '', 'network_id': 'b0a67018-e604-4c5d-b021-363bc82650e3', 'tenant_id': 'f8b03419ce0c413cbee40794040a2918', 'mac_address': 'fa:16:3e:85:3d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0bfa47e8-ea4e-42ac-a644-064fdadd42d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:20:41Z', 'updated_at': '2021-05-12T15:20:57Z', 'revision_number': 5, 'project_id': 'f8b03419ce0c413cbee40794040a2918', 'subnets': [{'id': '0bfa47e8-ea4e-42ac-a644-064fdadd42d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-iscsi', False) {} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:29:23.132486 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1ce74a-5778-4de4-b44b-4c3335420ccd None None] Checking router: 6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1 for host: dv-cinder-789603-6-iscsi {{(pid=78794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:29:23.140625 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1ce74a-5778-4de4-b44b-4c3335420ccd None None] Routers {'6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1'} bound to L3 agent in host dv-cinder-789603-6-iscsi {{(pid=78794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:29:23.141243 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-4d1ce74a-5778-4de4-b44b-4c3335420ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-12T15:12:51Z,description=,heartbeat_timestamp=2021-05-12T15:29:21Z,host='dv-cinder-789603-6-iscsi',id=e96f2393-830b-46ef-bef2-f93615c2f352,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:12:51Z,topic='l3_agent')) {'router_ids': ['6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1'], 'active': True} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:29:23.204101 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e306fff2-8075-41e2-ad9d-914dc1a83ef4 req-59cf57d7-1c25-46b9-8604-fb74fc4b8c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:29:23.205469 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-e306fff2-8075-41e2-ad9d-914dc1a83ef4 req-59cf57d7-1c25-46b9-8604-fb74fc4b8c26 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b0a67018-e604-4c5d-b021-363bc82650e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0741973 May 12 15:29:23.315827 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvr_db [None req-4d1ce74a-5778-4de4-b44b-4c3335420ccd None None] Set router 6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1 gateway port host: dv-cinder-789603-6-iscsi {{(pid=78794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:29:23.338387 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-e306fff2-8075-41e2-ad9d-914dc1a83ef4 req-f6dcbd4f-1c8c-4371-bce9-b8d862534cad service neutron] 10.222.0.85 "GET /v2.0/networks/b0a67018-e604-4c5d-b021-363bc82650e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254430 May 12 15:29:23.470168 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-e306fff2-8075-41e2-ad9d-914dc1a83ef4 req-0f6c840c-20f2-4a22-b724-193eea562e35 service neutron] 10.222.0.85 "GET /v2.0/networks/b0a67018-e604-4c5d-b021-363bc82650e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249447 May 12 15:29:23.655238 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-4d1ce74a-5778-4de4-b44b-4c3335420ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1', 'name': 'tempest-AttachVolumeTestJSON-379129705-router', 'tenant_id': 'f8b03419ce0c413cbee40794040a2918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '4c3aeed0-9682-42d7-b51e-efd94313e1cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:20:29Z', 'updated_at': '2021-05-12T15:20:46Z', 'revision_number': 4, 'project_id': 'f8b03419ce0c413cbee40794040a2918', 'gw_port': {'id': '4c3aeed0-9682-42d7-b51e-efd94313e1cb', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ba:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:20:31Z', 'updated_at': '2021-05-12T15:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi', '_floatingips': [{'id': '90f5ef0a-38cc-4b8b-8a5f-700cd9d0332d', 'tenant_id': 'f8b03419ce0c413cbee40794040a2918', 'floating_ip_address': '172.27.2.224', 'floating_network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'router_id': '6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1', 'port_id': 'f8583ed5-f208-4e3a-b4b9-d148f917f92d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0a67018-e604-4c5d-b021-363bc82650e3', 'mac_address': 'fa:16:3e:ae:61:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36b12e8-784a-469c-a446-ee71feb24520', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T15:29:06Z', 'updated_at': '2021-05-12T15:29:21Z', 'revision_number': 1, 'project_id': 'f8b03419ce0c413cbee40794040a2918', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ad1f101-24d4-4aa8-9e68-0852222902c7', 'name': '', 'network_id': 'b0a67018-e604-4c5d-b021-363bc82650e3', 'tenant_id': 'f8b03419ce0c413cbee40794040a2918', 'mac_address': 'fa:16:3e:85:3d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0bfa47e8-ea4e-42ac-a644-064fdadd42d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:20:41Z', 'updated_at': '2021-05-12T15:20:57Z', 'revision_number': 5, 'project_id': 'f8b03419ce0c413cbee40794040a2918', 'subnets': [{'id': '0bfa47e8-ea4e-42ac-a644-064fdadd42d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-iscsi', False) {} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:29:23.659111 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1ce74a-5778-4de4-b44b-4c3335420ccd None None] The sync data for ids ['6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1'] in dv-cinder-789603-6-iscsi is: [{'id': '6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1', 'name': 'tempest-AttachVolumeTestJSON-379129705-router', 'tenant_id': 'f8b03419ce0c413cbee40794040a2918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '4c3aeed0-9682-42d7-b51e-efd94313e1cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:20:29Z', 'updated_at': '2021-05-12T15:20:46Z', 'revision_number': 4, 'project_id': 'f8b03419ce0c413cbee40794040a2918', 'gw_port': {'id': '4c3aeed0-9682-42d7-b51e-efd94313e1cb', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ba:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:20:31Z', 'updated_at': '2021-05-12T15:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi', '_floatingips': [{'id': '90f5ef0a-38cc-4b8b-8a5f-700cd9d0332d', 'tenant_id': 'f8b03419ce0c413cbee40794040a2918', 'floating_ip_address': '172.27.2.224', 'floating_network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'router_id': '6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1', 'port_id': 'f8583ed5-f208-4e3a-b4b9-d148f917f92d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0a67018-e604-4c5d-b021-363bc82650e3', 'mac_address': 'fa:16:3e:ae:61:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36b12e8-784a-469c-a446-ee71feb24520', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T15:29:06Z', 'updated_at': '2021-05-12T15:29:21Z', 'revision_number': 1, 'project_id': 'f8b03419ce0c413cbee40794040a2918', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ad1f101-24d4-4aa8-9e68-0852222902c7', 'name': '', 'network_id': 'b0a67018-e604-4c5d-b021-363bc82650e3', 'tenant_id': 'f8b03419ce0c413cbee40794040a2918', 'mac_address': 'fa:16:3e:85:3d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0bfa47e8-ea4e-42ac-a644-064fdadd42d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:20:41Z', 'updated_at': '2021-05-12T15:20:57Z', 'revision_number': 5, 'project_id': 'f8b03419ce0c413cbee40794040a2918', 'subnets': [{'id': '0bfa47e8-ea4e-42ac-a644-064fdadd42d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:29:23.839753 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6087d659-9d58-456f-a8e7-20a036344b2a None None] New status for floating IP 90f5ef0a-38cc-4b8b-8a5f-700cd9d0332d: ACTIVE {{(pid=78795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 15:29:24.192585 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-876105c5-eed7-46ba-a478-d2a34eb0d798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:24.299999 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb75cd37-4c7e-4b2b-8880-166239faeb76 req-9f2e4ed4-7990-412e-bb90-d7180f1f8b42 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:29:24.301435 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-eb75cd37-4c7e-4b2b-8880-166239faeb76 req-9f2e4ed4-7990-412e-bb90-d7180f1f8b42 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 947 time: 0.0797141 May 12 15:29:24.346494 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-eb75cd37-4c7e-4b2b-8880-166239faeb76 req-14d88800-2f88-4186-8d02-438974a813e8 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386932 May 12 15:29:24.991842 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949073ca-246f-4cbf-b1da-a64b25eedaa7 req-c8f1c750-b16e-4cbf-913e-6fbc3c05dbc9 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:29:24.993394 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-949073ca-246f-4cbf-b1da-a64b25eedaa7 req-c8f1c750-b16e-4cbf-913e-6fbc3c05dbc9 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.85 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 947 time: 0.0795000 May 12 15:29:25.139889 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.plugin [req-949073ca-246f-4cbf-b1da-a64b25eedaa7 req-3f210dc7-901d-44a7-81f4-74dd71b2c376 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Deleting port 43db03e8-f3a5-4732-9fd7-b9781b241670 {{(pid=78793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:29:25.140230 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-949073ca-246f-4cbf-b1da-a64b25eedaa7 req-3f210dc7-901d-44a7-81f4-74dd71b2c376 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649292957'] for port, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:25.271514 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.db [req-949073ca-246f-4cbf-b1da-a64b25eedaa7 req-3f210dc7-901d-44a7-81f4-74dd71b2c376 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] For port 43db03e8-f3a5-4732-9fd7-b9781b241670, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=43db03e8-f3a5-4732-9fd7-b9781b241670,segment=NetworkSegment(3335fbed-a52c-4d63-90d5-e5c4d9194d95),segment_id=3335fbed-a52c-4d63-90d5-e5c4d9194d95)] {{(pid=78793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:29:25.271764 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-949073ca-246f-4cbf-b1da-a64b25eedaa7 req-3f210dc7-901d-44a7-81f4-74dd71b2c376 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:25.540575 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6520374b-d237-40fb-bfae-33029ca57360 req-d5faf711-9a52-430c-8e32-a20162cb5e79 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:29:25.541976 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-6520374b-d237-40fb-bfae-33029ca57360 req-d5faf711-9a52-430c-8e32-a20162cb5e79 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 947 time: 0.0841327 May 12 15:29:25.562918 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-949073ca-246f-4cbf-b1da-a64b25eedaa7 req-3f210dc7-901d-44a7-81f4-74dd71b2c376 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:25.563287 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-949073ca-246f-4cbf-b1da-a64b25eedaa7 req-3f210dc7-901d-44a7-81f4-74dd71b2c376 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706618'] for floatingip, after_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:25.563602 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.db.l3_db [req-949073ca-246f-4cbf-b1da-a64b25eedaa7 req-3f210dc7-901d-44a7-81f4-74dd71b2c376 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Floating IP fb5e4a35-a4db-42a3-92d5-281c080f2f10 disassociated. External IP: 172.27.2.66, port: 43db03e8-f3a5-4732-9fd7-b9781b241670. May 12 15:29:25.563939 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.plugin [req-949073ca-246f-4cbf-b1da-a64b25eedaa7 req-3f210dc7-901d-44a7-81f4-74dd71b2c376 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Calling delete_port for 43db03e8-f3a5-4732-9fd7-b9781b241670 owned by compute:nova {{(pid=78793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:29:25.586864 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-6520374b-d237-40fb-bfae-33029ca57360 req-5e2c6bc1-975e-4fb6-ac60-e03685f0ac6e tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e434ca8-cf64-4186-ba51-9aaf0a77d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389369 May 12 15:29:25.779158 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-949073ca-246f-4cbf-b1da-a64b25eedaa7 req-3f210dc7-901d-44a7-81f4-74dd71b2c376 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649297264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739648862733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3598933'] for port, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:25.784468 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-4446e3f5-142a-4298-a267-678ff8585b4c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:29:25.833226 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f210dc7-901d-44a7-81f4-74dd71b2c376 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Pushing event deleted for resources: {'Port': ['ID=43db03e8-f3a5-4732-9fd7-b9781b241670,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:29:25.837285 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-3f210dc7-901d-44a7-81f4-74dd71b2c376 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:29:26.025643 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.l3_agent_scheduler [req-949073ca-246f-4cbf-b1da-a64b25eedaa7 req-3f210dc7-901d-44a7-81f4-74dd71b2c376 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Router 7ce0eb59-daa1-4f6b-a522-2df01d1df30f has already been hosted by L3 agent e96f2393-830b-46ef-bef2-f93615c2f352 {{(pid=78793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 15:29:26.205607 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-949073ca-246f-4cbf-b1da-a64b25eedaa7 req-3f210dc7-901d-44a7-81f4-74dd71b2c376 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Notify agent at l3_agent.dv-cinder-789603-6-iscsi the message routers_updated {{(pid=78793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:29:26.216024 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c359f4-4c30-4c17-aad1-c509c527d9c3 None None] Sync routers for ids ['7ce0eb59-daa1-4f6b-a522-2df01d1df30f'] in dv-cinder-789603-6-iscsi {{(pid=78794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:29:26.231244 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c359f4-4c30-4c17-aad1-c509c527d9c3 None None] Routers {'7ce0eb59-daa1-4f6b-a522-2df01d1df30f'} bound to L3 agent in host dv-cinder-789603-6-iscsi {{(pid=78794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:29:26.232234 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-c4c359f4-4c30-4c17-aad1-c509c527d9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-12T15:12:51Z,description=,heartbeat_timestamp=2021-05-12T15:29:21Z,host='dv-cinder-789603-6-iscsi',id=e96f2393-830b-46ef-bef2-f93615c2f352,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:12:51Z,topic='l3_agent')) {'router_ids': ['7ce0eb59-daa1-4f6b-a522-2df01d1df30f'], 'active': True} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:29:26.280608 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.l3_dvrscheduler_db [req-949073ca-246f-4cbf-b1da-a64b25eedaa7 req-3f210dc7-901d-44a7-81f4-74dd71b2c376 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] No DVR routers for this DVR port 43db03e8-f3a5-4732-9fd7-b9781b241670 on host hv-cinder-78960 {{(pid=78793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:29:26.283174 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-949073ca-246f-4cbf-b1da-a64b25eedaa7 req-3f210dc7-901d-44a7-81f4-74dd71b2c376 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2050383'] for port, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:26.285970 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76c927c4-cada-4b1e-8347-b388ae1a2bd4', 'name': 'network-vif-deleted', 'tag': '43db03e8-f3a5-4732-9fd7-b9781b241670'}] {{(pid=78793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:29:26.304108 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-949073ca-246f-4cbf-b1da-a64b25eedaa7 req-3f210dc7-901d-44a7-81f4-74dd71b2c376 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.85 "DELETE /v2.0/ports/43db03e8-f3a5-4732-9fd7-b9781b241670 HTTP/1.1" status: 204 len: 173 time: 1.3002262 May 12 15:29:26.342684 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76c927c4-cada-4b1e-8347-b388ae1a2bd4', 'name': 'network-vif-deleted', 'tag': '43db03e8-f3a5-4732-9fd7-b9781b241670', 'status': 'completed', 'code': 200} May 12 15:29:26.422440 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvr_db [None req-c4c359f4-4c30-4c17-aad1-c509c527d9c3 None None] Set router 7ce0eb59-daa1-4f6b-a522-2df01d1df30f gateway port host: dv-cinder-789603-6-iscsi {{(pid=78794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:29:26.736048 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-c4c359f4-4c30-4c17-aad1-c509c527d9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce0eb59-daa1-4f6b-a522-2df01d1df30f', 'name': 'tempest-AttachVolumeShelveTestJSON-504567464-router', 'tenant_id': '1d962db48c294eb4a16e765eb2cf52a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': 'aabe0eca-7377-4ed9-ba2e-3e2617dbe106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:22:18Z', 'updated_at': '2021-05-12T15:22:24Z', 'revision_number': 4, 'project_id': '1d962db48c294eb4a16e765eb2cf52a8', 'gw_port': {'id': 'aabe0eca-7377-4ed9-ba2e-3e2617dbe106', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce0eb59-daa1-4f6b-a522-2df01d1df30f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:22:20Z', 'updated_at': '2021-05-12T15:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi', '_interfaces': [{'id': 'f97092c1-d4f2-444c-bb4b-2918d541a0a7', 'name': '', 'network_id': 'e42449cb-482c-4d1d-a3c5-6d4382e507b8', 'tenant_id': '1d962db48c294eb4a16e765eb2cf52a8', 'mac_address': 'fa:16:3e:85:59:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce0eb59-daa1-4f6b-a522-2df01d1df30f', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'a819acb5-532b-4750-ac78-9d47ffeaf477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:22:23Z', 'updated_at': '2021-05-12T15:22:30Z', 'revision_number': 5, 'project_id': '1d962db48c294eb4a16e765eb2cf52a8', 'subnets': [{'id': 'a819acb5-532b-4750-ac78-9d47ffeaf477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-iscsi', False) {} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:29:26.740797 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c359f4-4c30-4c17-aad1-c509c527d9c3 None None] Checking router: 7ce0eb59-daa1-4f6b-a522-2df01d1df30f for host: dv-cinder-789603-6-iscsi {{(pid=78794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:29:26.749232 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c359f4-4c30-4c17-aad1-c509c527d9c3 None None] Routers {'7ce0eb59-daa1-4f6b-a522-2df01d1df30f'} bound to L3 agent in host dv-cinder-789603-6-iscsi {{(pid=78794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:29:26.750002 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-c4c359f4-4c30-4c17-aad1-c509c527d9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-12T15:12:51Z,description=,heartbeat_timestamp=2021-05-12T15:29:21Z,host='dv-cinder-789603-6-iscsi',id=e96f2393-830b-46ef-bef2-f93615c2f352,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:12:51Z,topic='l3_agent')) {'router_ids': ['7ce0eb59-daa1-4f6b-a522-2df01d1df30f'], 'active': True} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:29:26.770976 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [req-22865427-3486-4547-8a48-36eb781a50cd req-8b4d95e0-1ae9-4ae6-b87e-ec0f0d86f892 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Synchronizing usage tracker for tenant:1d962db48c294eb4a16e765eb2cf52a8 on resource:port {{(pid=78793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:29:26.791482 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [req-22865427-3486-4547-8a48-36eb781a50cd req-8b4d95e0-1ae9-4ae6-b87e-ec0f0d86f892 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Unset dirty status for tenant:1d962db48c294eb4a16e765eb2cf52a8 on resource:port {{(pid=78793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:29:26.798273 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-22865427-3486-4547-8a48-36eb781a50cd req-8b4d95e0-1ae9-4ae6-b87e-ec0f0d86f892 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c927c4-cada-4b1e-8347-b388ae1a2bd4 HTTP/1.1" status: 200 len: 210 time: 0.0776701 May 12 15:29:26.981100 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvr_db [None req-c4c359f4-4c30-4c17-aad1-c509c527d9c3 None None] Set router 7ce0eb59-daa1-4f6b-a522-2df01d1df30f gateway port host: dv-cinder-789603-6-iscsi {{(pid=78794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:29:27.049438 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:27.297140 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-c4c359f4-4c30-4c17-aad1-c509c527d9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce0eb59-daa1-4f6b-a522-2df01d1df30f', 'name': 'tempest-AttachVolumeShelveTestJSON-504567464-router', 'tenant_id': '1d962db48c294eb4a16e765eb2cf52a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': 'aabe0eca-7377-4ed9-ba2e-3e2617dbe106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:22:18Z', 'updated_at': '2021-05-12T15:22:24Z', 'revision_number': 4, 'project_id': '1d962db48c294eb4a16e765eb2cf52a8', 'gw_port': {'id': 'aabe0eca-7377-4ed9-ba2e-3e2617dbe106', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce0eb59-daa1-4f6b-a522-2df01d1df30f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:22:20Z', 'updated_at': '2021-05-12T15:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi', '_interfaces': [{'id': 'f97092c1-d4f2-444c-bb4b-2918d541a0a7', 'name': '', 'network_id': 'e42449cb-482c-4d1d-a3c5-6d4382e507b8', 'tenant_id': '1d962db48c294eb4a16e765eb2cf52a8', 'mac_address': 'fa:16:3e:85:59:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce0eb59-daa1-4f6b-a522-2df01d1df30f', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'a819acb5-532b-4750-ac78-9d47ffeaf477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:22:23Z', 'updated_at': '2021-05-12T15:22:30Z', 'revision_number': 5, 'project_id': '1d962db48c294eb4a16e765eb2cf52a8', 'subnets': [{'id': 'a819acb5-532b-4750-ac78-9d47ffeaf477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-iscsi', False) {} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:29:27.300967 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c359f4-4c30-4c17-aad1-c509c527d9c3 None None] The sync data for ids ['7ce0eb59-daa1-4f6b-a522-2df01d1df30f'] in dv-cinder-789603-6-iscsi is: [{'id': '7ce0eb59-daa1-4f6b-a522-2df01d1df30f', 'name': 'tempest-AttachVolumeShelveTestJSON-504567464-router', 'tenant_id': '1d962db48c294eb4a16e765eb2cf52a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': 'aabe0eca-7377-4ed9-ba2e-3e2617dbe106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:22:18Z', 'updated_at': '2021-05-12T15:22:24Z', 'revision_number': 4, 'project_id': '1d962db48c294eb4a16e765eb2cf52a8', 'gw_port': {'id': 'aabe0eca-7377-4ed9-ba2e-3e2617dbe106', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce0eb59-daa1-4f6b-a522-2df01d1df30f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:22:20Z', 'updated_at': '2021-05-12T15:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi', '_interfaces': [{'id': 'f97092c1-d4f2-444c-bb4b-2918d541a0a7', 'name': '', 'network_id': 'e42449cb-482c-4d1d-a3c5-6d4382e507b8', 'tenant_id': '1d962db48c294eb4a16e765eb2cf52a8', 'mac_address': 'fa:16:3e:85:59:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce0eb59-daa1-4f6b-a522-2df01d1df30f', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'a819acb5-532b-4750-ac78-9d47ffeaf477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:22:23Z', 'updated_at': '2021-05-12T15:22:30Z', 'revision_number': 5, 'project_id': '1d962db48c294eb4a16e765eb2cf52a8', 'subnets': [{'id': 'a819acb5-532b-4750-ac78-9d47ffeaf477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:29:27.508458 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5559276a-9ac9-4e5d-bf8a-a5d8f61ee180 None None] New status for floating IP fb5e4a35-a4db-42a3-92d5-281c080f2f10: DOWN {{(pid=78795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 15:29:27.934156 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 48608) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:29:27.999909 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-43bf77ce-70c7-4e4c-b3ed-d7783cbeccc3 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Notify callbacks [] for security_group, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:28.027264 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-43bf77ce-70c7-4e4c-b3ed-d7783cbeccc3 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:28.081103 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-43bf77ce-70c7-4e4c-b3ed-d7783cbeccc3 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:28.083172 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-b43677d0-0498-4274-8220-a01078dd21f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:29:28.101524 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bf77ce-70c7-4e4c-b3ed-d7783cbeccc3 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e434ca8-cf64-4186-ba51-9aaf0a77d7be,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:29:28.104169 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-43bf77ce-70c7-4e4c-b3ed-d7783cbeccc3 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:29:28.116408 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-43bf77ce-70c7-4e4c-b3ed-d7783cbeccc3 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Notify callbacks [] for security_group, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:28.117907 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-43bf77ce-70c7-4e4c-b3ed-d7783cbeccc3 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "DELETE /v2.0/security-groups/7e434ca8-cf64-4186-ba51-9aaf0a77d7be HTTP/1.1" status: 204 len: 168 time: 0.1823761 May 12 15:29:28.120618 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 48614) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:29:28.138342 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.api.v2.resource [None req-1695954f-d95f-4473-9463-d13638d5a9f3 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] show failed (client error): The resource could not be found. May 12 15:29:28.139288 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-1695954f-d95f-4473-9463-d13638d5a9f3 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups/7e434ca8-cf64-4186-ba51-9aaf0a77d7be HTTP/1.1" status: 404 len: 347 time: 0.0167353 May 12 15:29:28.142036 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 48618) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:29:28.362263 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.plugin [None req-38697f6c-3efd-4798-aa08-3ccf03ef744c tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Deleting port 119253ab-fe56-4f0d-9319-27fbfe955b37 {{(pid=78793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:29:28.362486 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-38697f6c-3efd-4798-aa08-3ccf03ef744c tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649292957'] for port, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:28.477281 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-38697f6c-3efd-4798-aa08-3ccf03ef744c tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:28.477605 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-38697f6c-3efd-4798-aa08-3ccf03ef744c tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:28.600864 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.plugin [None req-38697f6c-3efd-4798-aa08-3ccf03ef744c tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Calling delete_port for 119253ab-fe56-4f0d-9319-27fbfe955b37 owned by network:floatingip {{(pid=78793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:29:28.706732 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-38697f6c-3efd-4798-aa08-3ccf03ef744c tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649297264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739648862733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3598933'] for port, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:28.710722 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-c431d475-d39b-4ec7-bb41-93e424539179 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:29:28.752336 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38697f6c-3efd-4798-aa08-3ccf03ef744c tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Pushing event deleted for resources: {'Port': ['ID=119253ab-fe56-4f0d-9319-27fbfe955b37,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:29:28.755937 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-38697f6c-3efd-4798-aa08-3ccf03ef744c tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:29:28.939570 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-38697f6c-3efd-4798-aa08-3ccf03ef744c tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Notify callbacks [] for floatingip, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:28.959015 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-38697f6c-3efd-4798-aa08-3ccf03ef744c tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2050383'] for floatingip, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:28.960078 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-38697f6c-3efd-4798-aa08-3ccf03ef744c tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "DELETE /v2.0/floatingips/fb5e4a35-a4db-42a3-92d5-281c080f2f10 HTTP/1.1" status: 204 len: 168 time: 0.8171604 May 12 15:29:29.471061 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 48626) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:29:29.476906 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.v2.base [None req-572484a3-3f95-402c-b627-0d795bd01e1e tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Request body: {'security_group': {'name': 'tempest-securitygroup--448608583', 'description': 'tempest-description--220632188'}} {{(pid=78793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:29:29.483115 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-572484a3-3f95-402c-b627-0d795bd01e1e tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:29:29.487170 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-572484a3-3f95-402c-b627-0d795bd01e1e tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Usage tracker for resource:security_group and tenant:1d962db48c294eb4a16e765eb2cf52a8 is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:29:29.490920 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-572484a3-3f95-402c-b627-0d795bd01e1e tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:29:29.496661 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-572484a3-3f95-402c-b627-0d795bd01e1e tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:29:29.507029 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-572484a3-3f95-402c-b627-0d795bd01e1e tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Notify callbacks [] for security_group, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:29.526637 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-572484a3-3f95-402c-b627-0d795bd01e1e tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:29:29.530334 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-572484a3-3f95-402c-b627-0d795bd01e1e tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Usage tracker for resource:security_group_rule and tenant:1d962db48c294eb4a16e765eb2cf52a8 is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:29:29.533061 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-572484a3-3f95-402c-b627-0d795bd01e1e tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:29:29.539451 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-572484a3-3f95-402c-b627-0d795bd01e1e tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:29:29.610155 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-572484a3-3f95-402c-b627-0d795bd01e1e tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Notify callbacks [] for security_group, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:29.613880 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-572484a3-3f95-402c-b627-0d795bd01e1e tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:29.617310 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-8946d31f-6656-4b98-9fe4-7aeb318a99f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:29:29.657400 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572484a3-3f95-402c-b627-0d795bd01e1e tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74a9f26d-cf48-467d-884d-e6a6080ed82e,revision_number=1']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:29:29.660399 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-572484a3-3f95-402c-b627-0d795bd01e1e tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:29:29.661078 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-572484a3-3f95-402c-b627-0d795bd01e1e tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Notify callbacks [] for security_group, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:29.663120 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-572484a3-3f95-402c-b627-0d795bd01e1e tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1910563 May 12 15:29:29.666052 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 48630) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:29:29.671035 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.v2.base [None req-7cf73fe6-6996-414c-91e1-c151fcfcabf6 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Request body: {'security_group_rule': {'security_group_id': '74a9f26d-cf48-467d-884d-e6a6080ed82e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:29:29.676749 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-7cf73fe6-6996-414c-91e1-c151fcfcabf6 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:29:29.680616 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-7cf73fe6-6996-414c-91e1-c151fcfcabf6 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Usage tracker for resource:security_group_rule and tenant:1d962db48c294eb4a16e765eb2cf52a8 is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:29:29.683444 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-7cf73fe6-6996-414c-91e1-c151fcfcabf6 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:29:29.688984 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-7cf73fe6-6996-414c-91e1-c151fcfcabf6 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:29:29.704084 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-7cf73fe6-6996-414c-91e1-c151fcfcabf6 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:29.762276 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-7cf73fe6-6996-414c-91e1-c151fcfcabf6 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:29.765912 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-7cf73fe6-6996-414c-91e1-c151fcfcabf6 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325463'] for security_group_rule, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:29.767970 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-f6e86c42-47d1-4b6f-8878-a3ad7fe48ecb tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:29:29.792541 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf73fe6-6996-414c-91e1-c151fcfcabf6 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e046d6e3-948a-4e48-a0be-9d8e9ba71300,revision_number=0']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:29:29.796835 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-7cf73fe6-6996-414c-91e1-c151fcfcabf6 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:29:29.801275 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-7cf73fe6-6996-414c-91e1-c151fcfcabf6 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:29.802513 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-7cf73fe6-6996-414c-91e1-c151fcfcabf6 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1355686 May 12 15:29:29.805159 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 48634) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:29:29.810310 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.v2.base [None req-1e593910-0683-4b34-81dd-b64076b9884d tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Request body: {'security_group_rule': {'security_group_id': '74a9f26d-cf48-467d-884d-e6a6080ed82e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:29:29.815906 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-1e593910-0683-4b34-81dd-b64076b9884d tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:29:29.819694 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-1e593910-0683-4b34-81dd-b64076b9884d tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Usage tracker for resource:security_group_rule and tenant:1d962db48c294eb4a16e765eb2cf52a8 is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:29:29.822501 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-1e593910-0683-4b34-81dd-b64076b9884d tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:29:29.828052 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-1e593910-0683-4b34-81dd-b64076b9884d tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:29:29.843838 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-1e593910-0683-4b34-81dd-b64076b9884d tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:29.909508 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-1e593910-0683-4b34-81dd-b64076b9884d tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:29.914103 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-1e593910-0683-4b34-81dd-b64076b9884d tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325463'] for security_group_rule, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:29.916239 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-6b5e50b3-e8da-40c4-9edc-4c878dcc784a tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:29:29.945305 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e593910-0683-4b34-81dd-b64076b9884d tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c47a931-3232-483a-8367-b2f325ea4f13,revision_number=0']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:29:29.948028 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-1e593910-0683-4b34-81dd-b64076b9884d tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:29:29.951555 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-1e593910-0683-4b34-81dd-b64076b9884d tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:29.952680 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-1e593910-0683-4b34-81dd-b64076b9884d tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1465738 May 12 15:29:29.955833 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 48638) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:29:29.961379 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.v2.base [None req-2dc24d14-87f6-434a-9e7c-56b2fa5b0eb7 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Request body: {'floatingip': {'floating_network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf'}} {{(pid=78793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:29:29.967457 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-2dc24d14-87f6-434a-9e7c-56b2fa5b0eb7 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:29:29.971222 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-2dc24d14-87f6-434a-9e7c-56b2fa5b0eb7 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Usage tracker for resource:floatingip and tenant:1d962db48c294eb4a16e765eb2cf52a8 is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:29:29.974028 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-2dc24d14-87f6-434a-9e7c-56b2fa5b0eb7 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:29:29.979840 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-2dc24d14-87f6-434a-9e7c-56b2fa5b0eb7 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:29:29.990384 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-2dc24d14-87f6-434a-9e7c-56b2fa5b0eb7 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Notify callbacks [] for floatingip, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:30.125645 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-2dc24d14-87f6-434a-9e7c-56b2fa5b0eb7 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:30.225670 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Device 43db03e8-f3a5-4732-9fd7-b9781b241670 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=78794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:29:30.256800 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.db_base_plugin_common [None req-2dc24d14-87f6-434a-9e7c-56b2fa5b0eb7 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Allocated IP 172.27.2.73 (d9e66476-551f-4a93-96a6-794e2ee658bf/9a4f1bc6-77ee-4516-b181-cab47718771b/1930a2c2-c8b4-4980-b3ed-7d2e6894b0c9) {{(pid=78793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:29:30.264767 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.plugin [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] No Port match for: 43db03e8-f3a5-4732-9fd7-b9781b241670 {{(pid=78794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 15:29:30.265143 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Device 43db03e8-f3a5-4732-9fd7-b9781b241670 not bound to the agent host hv-cinder-78960 {{(pid=78794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:29:30.403383 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-2dc24d14-87f6-434a-9e7c-56b2fa5b0eb7 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Notify callbacks [] for port, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:30.433522 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-2dc24d14-87f6-434a-9e7c-56b2fa5b0eb7 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739648862724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3598933'] for port, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:30.437024 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-bc31525c-2b84-42bf-bf92-76814d4b7a59 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:29:30.497825 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc24d14-87f6-434a-9e7c-56b2fa5b0eb7 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Network d9e66476-551f-4a93-96a6-794e2ee658bf is already hosted by enough agents. {{(pid=78793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:29:30.500625 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.base_scheduler [None req-2dc24d14-87f6-434a-9e7c-56b2fa5b0eb7 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Resources bound (agent type, host, resource id): {{(pid=78793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:29:30.508403 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc24d14-87f6-434a-9e7c-56b2fa5b0eb7 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Received port after_create {{(pid=78793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:29:30.538471 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc24d14-87f6-434a-9e7c-56b2fa5b0eb7 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Pushing event updated for resources: {'Port': ['ID=1930a2c2-c8b4-4980-b3ed-7d2e6894b0c9,revision_number=1']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:29:30.546827 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-2dc24d14-87f6-434a-9e7c-56b2fa5b0eb7 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:29:30.591804 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-2dc24d14-87f6-434a-9e7c-56b2fa5b0eb7 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:30.652429 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-2dc24d14-87f6-434a-9e7c-56b2fa5b0eb7 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:30.853539 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-2dc24d14-87f6-434a-9e7c-56b2fa5b0eb7 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Notify callbacks [] for port, precommit_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:30.858124 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-2dc24d14-87f6-434a-9e7c-56b2fa5b0eb7 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3598924'] for port, after_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:30.862759 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:29:30.969499 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc24d14-87f6-434a-9e7c-56b2fa5b0eb7 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Pushing event updated for resources: {'Port': ['ID=1930a2c2-c8b4-4980-b3ed-7d2e6894b0c9,revision_number=2']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:29:30.977585 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-2dc24d14-87f6-434a-9e7c-56b2fa5b0eb7 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:29:30.982607 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-2dc24d14-87f6-434a-9e7c-56b2fa5b0eb7 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706618'] for floatingip, after_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:31.004423 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-2dc24d14-87f6-434a-9e7c-56b2fa5b0eb7 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2050383'] for floatingip, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:31.005648 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-2dc24d14-87f6-434a-9e7c-56b2fa5b0eb7 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0489914 May 12 15:29:31.222285 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-48aeeed2-f682-4245-9a19-381d368b77d3 req-6ea7ca5c-752b-4f2f-8962-8131c25d785c tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--448608583&fields=id&tenant_id=1d962db48c294eb4a16e765eb2cf52a8 HTTP/1.1" status: 200 len: 267 time: 0.0395651 May 12 15:29:31.369985 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aeeed2-f682-4245-9a19-381d368b77d3 req-5a6710a2-7429-41fd-b628-5f518939d4f9 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:29:31.371405 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-48aeeed2-f682-4245-9a19-381d368b77d3 req-5a6710a2-7429-41fd-b628-5f518939d4f9 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/networks?id=e42449cb-482c-4d1d-a3c5-6d4382e507b8 HTTP/1.1" status: 200 len: 816 time: 0.1425309 May 12 15:29:31.386223 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-48aeeed2-f682-4245-9a19-381d368b77d3 req-02517aa5-224d-4788-8dc1-98a1600d2d80 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/quotas/1d962db48c294eb4a16e765eb2cf52a8 HTTP/1.1" status: 200 len: 375 time: 0.0095012 May 12 15:29:31.560233 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-48aeeed2-f682-4245-9a19-381d368b77d3 req-5e7b686e-0aa7-49bb-afca-a0cfa06980fa tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1d962db48c294eb4a16e765eb2cf52a8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1688914 May 12 15:29:31.694585 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-48aeeed2-f682-4245-9a19-381d368b77d3 req-f55d0ef7-04ae-445a-9f79-47ca580b416f service neutron] 10.222.0.32 "GET /v2.0/networks/e42449cb-482c-4d1d-a3c5-6d4382e507b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220014 May 12 15:29:31.823700 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-48aeeed2-f682-4245-9a19-381d368b77d3 req-40af0403-fb82-4e35-b5c0-ecc5e7504538 service neutron] 10.222.0.32 "GET /v2.0/networks/e42449cb-482c-4d1d-a3c5-6d4382e507b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232932 May 12 15:29:32.008094 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [req-ba1f47f4-58ba-46cc-a4d1-9325523c4545 req-e62f20a3-7ec8-4d11-80c1-d01c27eaf801 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Synchronizing usage tracker for tenant:1d962db48c294eb4a16e765eb2cf52a8 on resource:port {{(pid=78793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:29:32.023582 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [req-ba1f47f4-58ba-46cc-a4d1-9325523c4545 req-e62f20a3-7ec8-4d11-80c1-d01c27eaf801 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Unset dirty status for tenant:1d962db48c294eb4a16e765eb2cf52a8 on resource:port {{(pid=78793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:29:32.025143 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-ba1f47f4-58ba-46cc-a4d1-9325523c4545 req-e62f20a3-7ec8-4d11-80c1-d01c27eaf801 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=48aae71d-ba1f-4304-afb8-e17f9c2d28e9 HTTP/1.1" status: 200 len: 210 time: 0.0600693 May 12 15:29:33.112607 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aeeed2-f682-4245-9a19-381d368b77d3 req-02a416fb-3c5a-4d70-946f-8c4661e387e9 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:29:33.114064 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-48aeeed2-f682-4245-9a19-381d368b77d3 req-02a416fb-3c5a-4d70-946f-8c4661e387e9 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.85 "GET /v2.0/networks?id=e42449cb-482c-4d1d-a3c5-6d4382e507b8 HTTP/1.1" status: 200 len: 816 time: 0.1567161 May 12 15:29:33.200560 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-f5bc90c9-a903-4ade-9d46-8fb2e26f4ea7 req-0fe1644a-ad66-41cc-b177-a5b6b553b800 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=48aae71d-ba1f-4304-afb8-e17f9c2d28e9 HTTP/1.1" status: 200 len: 210 time: 0.0580971 May 12 15:29:33.214540 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [req-48aeeed2-f682-4245-9a19-381d368b77d3 req-94d62c33-7a1f-4c41-80c1-6f96b2858eef tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Synchronizing usage tracker for tenant:1d962db48c294eb4a16e765eb2cf52a8 on resource:security_group {{(pid=78793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:29:33.229683 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [req-48aeeed2-f682-4245-9a19-381d368b77d3 req-94d62c33-7a1f-4c41-80c1-6f96b2858eef tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Unset dirty status for tenant:1d962db48c294eb4a16e765eb2cf52a8 on resource:security_group {{(pid=78793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:29:33.230936 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-48aeeed2-f682-4245-9a19-381d368b77d3 req-94d62c33-7a1f-4c41-80c1-6f96b2858eef tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d962db48c294eb4a16e765eb2cf52a8 HTTP/1.1" status: 200 len: 379 time: 0.1037579 May 12 15:29:33.241308 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.v2.base [req-48aeeed2-f682-4245-9a19-381d368b77d3 req-43975004-50f4-4df8-9f72-141da444e3f6 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Request body: {'port': {'device_id': '48aae71d-ba1f-4304-afb8-e17f9c2d28e9', 'network_id': 'e42449cb-482c-4d1d-a3c5-6d4382e507b8', 'admin_state_up': True, 'tenant_id': '1d962db48c294eb4a16e765eb2cf52a8', 'security_groups': ['74a9f26d-cf48-467d-884d-e6a6080ed82e']}} {{(pid=78793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:29:33.466478 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [req-48aeeed2-f682-4245-9a19-381d368b77d3 req-43975004-50f4-4df8-9f72-141da444e3f6 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:29:33.475797 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [req-48aeeed2-f682-4245-9a19-381d368b77d3 req-43975004-50f4-4df8-9f72-141da444e3f6 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:29:33.485038 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48aeeed2-f682-4245-9a19-381d368b77d3 req-43975004-50f4-4df8-9f72-141da444e3f6 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Made reservation on behalf of 1d962db48c294eb4a16e765eb2cf52a8 for: {'port': 1} {{(pid=78793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:29:33.488560 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-48aeeed2-f682-4245-9a19-381d368b77d3 req-43975004-50f4-4df8-9f72-141da444e3f6 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:33.650381 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.db_base_plugin_common [req-48aeeed2-f682-4245-9a19-381d368b77d3 req-43975004-50f4-4df8-9f72-141da444e3f6 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Allocated IP 172.20.0.9 (e42449cb-482c-4d1d-a3c5-6d4382e507b8/a819acb5-532b-4750-ac78-9d47ffeaf477/608030a8-aeb2-4921-9c5f-96416e34fd5e) {{(pid=78793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:29:33.833495 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-48aeeed2-f682-4245-9a19-381d368b77d3 req-43975004-50f4-4df8-9f72-141da444e3f6 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Notify callbacks [] for port, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:33.847974 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.provisioning_blocks [req-48aeeed2-f682-4245-9a19-381d368b77d3 req-43975004-50f4-4df8-9f72-141da444e3f6 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Transition to ACTIVE for port object 608030a8-aeb2-4921-9c5f-96416e34fd5e will not be triggered until provisioned by entity DHCP. {{(pid=78793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:29:33.871930 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-48aeeed2-f682-4245-9a19-381d368b77d3 req-43975004-50f4-4df8-9f72-141da444e3f6 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739648862724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3598933'] for port, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:33.877521 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-b0bbb846-d19c-4ce7-b270-09d2aca9028d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:29:33.948355 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48aeeed2-f682-4245-9a19-381d368b77d3 req-43975004-50f4-4df8-9f72-141da444e3f6 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Network e42449cb-482c-4d1d-a3c5-6d4382e507b8 is already hosted by enough agents. {{(pid=78793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:29:33.951477 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.base_scheduler [req-48aeeed2-f682-4245-9a19-381d368b77d3 req-43975004-50f4-4df8-9f72-141da444e3f6 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Resources bound (agent type, host, resource id): {{(pid=78793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:29:33.960434 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.l3_dvrscheduler_db [req-48aeeed2-f682-4245-9a19-381d368b77d3 req-43975004-50f4-4df8-9f72-141da444e3f6 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Received port after_create {{(pid=78793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:29:33.998385 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43975004-50f4-4df8-9f72-141da444e3f6 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Pushing event updated for resources: {'Port': ['ID=608030a8-aeb2-4921-9c5f-96416e34fd5e,revision_number=1']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:29:34.003100 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-43975004-50f4-4df8-9f72-141da444e3f6 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:29:34.031095 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aeeed2-f682-4245-9a19-381d368b77d3 req-43975004-50f4-4df8-9f72-141da444e3f6 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:29:34.031727 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-48aeeed2-f682-4245-9a19-381d368b77d3 req-43975004-50f4-4df8-9f72-141da444e3f6 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2050383'] for port, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:34.058260 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-48aeeed2-f682-4245-9a19-381d368b77d3 req-43975004-50f4-4df8-9f72-141da444e3f6 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8208687 May 12 15:29:34.074629 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.v2.base [req-48aeeed2-f682-4245-9a19-381d368b77d3 req-33da3534-a5fb-4c73-be30-d564306899f7 service neutron] Request body: {'port': {'device_id': '48aae71d-ba1f-4304-afb8-e17f9c2d28e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=78793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:29:34.128560 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-454cf66d-bab3-401f-833d-59e2437c88c1 None None] Provisioning for port 608030a8-aeb2-4921-9c5f-96416e34fd5e completed by entity DHCP. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:29:34.133924 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-454cf66d-bab3-401f-833d-59e2437c88c1 None None] Provisioning complete for port 608030a8-aeb2-4921-9c5f-96416e34fd5e triggered by entity DHCP. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:29:34.134319 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-454cf66d-bab3-401f-833d-59e2437c88c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:34.186397 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.plugin [None req-454cf66d-bab3-401f-833d-59e2437c88c1 None None] Port 608030a8-aeb2-4921-9c5f-96416e34fd5e cannot update to ACTIVE because it is not bound. {{(pid=78794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 15:29:34.187640 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-48aeeed2-f682-4245-9a19-381d368b77d3 req-33da3534-a5fb-4c73-be30-d564306899f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:34.509397 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a65914b-be16-49ea-9604-93a78052775d req-b53bf6dd-b454-4186-a110-6a7b2d3a07b1 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:29:34.510113 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [req-0a65914b-be16-49ea-9604-93a78052775d req-b53bf6dd-b454-4186-a110-6a7b2d3a07b1 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Synchronizing usage tracker for tenant:1d962db48c294eb4a16e765eb2cf52a8 on resource:port {{(pid=78793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:29:34.533010 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [req-0a65914b-be16-49ea-9604-93a78052775d req-b53bf6dd-b454-4186-a110-6a7b2d3a07b1 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Unset dirty status for tenant:1d962db48c294eb4a16e765eb2cf52a8 on resource:port {{(pid=78793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:29:34.534166 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-0a65914b-be16-49ea-9604-93a78052775d req-b53bf6dd-b454-4186-a110-6a7b2d3a07b1 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=48aae71d-ba1f-4304-afb8-e17f9c2d28e9 HTTP/1.1" status: 200 len: 931 time: 0.2195234 May 12 15:29:34.636898 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.notifiers.nova [req-48aeeed2-f682-4245-9a19-381d368b77d3 req-33da3534-a5fb-4c73-be30-d564306899f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 608030a8-aeb2-4921-9c5f-96416e34fd5e {{(pid=78793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 15:29:34.643348 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-0a65914b-be16-49ea-9604-93a78052775d req-aa80e484-bf81-49b7-acf0-a53b1d81d101 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=74a9f26d-cf48-467d-884d-e6a6080ed82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971038 May 12 15:29:34.647249 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-48aeeed2-f682-4245-9a19-381d368b77d3 req-33da3534-a5fb-4c73-be30-d564306899f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:34.662871 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.provisioning_blocks [req-48aeeed2-f682-4245-9a19-381d368b77d3 req-33da3534-a5fb-4c73-be30-d564306899f7 service neutron] Transition to ACTIVE for port object 608030a8-aeb2-4921-9c5f-96416e34fd5e will not be triggered until provisioned by entity L2. {{(pid=78793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:29:34.666463 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-48aeeed2-f682-4245-9a19-381d368b77d3 req-33da3534-a5fb-4c73-be30-d564306899f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3598924'] for port, after_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:34.670057 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-f199c7b8-784e-4ff8-acd0-5580a5337c6c tempest-ServerRescueNegativeTestJSON-153018592 tempest-ServerRescueNegativeTestJSON-153018592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:29:34.833178 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33da3534-a5fb-4c73-be30-d564306899f7 service neutron] Pushing event updated for resources: {'Port': ['ID=608030a8-aeb2-4921-9c5f-96416e34fd5e,revision_number=2']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:29:34.837335 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-33da3534-a5fb-4c73-be30-d564306899f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:29:34.914990 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.managers [req-48aeeed2-f682-4245-9a19-381d368b77d3 req-33da3534-a5fb-4c73-be30-d564306899f7 service neutron] Attempting to bind port 608030a8-aeb2-4921-9c5f-96416e34fd5e on host hv-cinder-78960 for vnic_type normal with profile {{(pid=78793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:29:34.915672 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.managers [req-48aeeed2-f682-4245-9a19-381d368b77d3 req-33da3534-a5fb-4c73-be30-d564306899f7 service neutron] Attempting to bind port 608030a8-aeb2-4921-9c5f-96416e34fd5e by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '3335fbed-a52c-4d63-90d5-e5c4d9194d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e42449cb-482c-4d1d-a3c5-6d4382e507b8'}] {{(pid=78793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:29:34.916008 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48aeeed2-f682-4245-9a19-381d368b77d3 req-33da3534-a5fb-4c73-be30-d564306899f7 service neutron] Attempting to bind port 608030a8-aeb2-4921-9c5f-96416e34fd5e on network e42449cb-482c-4d1d-a3c5-6d4382e507b8 {{(pid=78793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:29:34.920768 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48aeeed2-f682-4245-9a19-381d368b77d3 req-33da3534-a5fb-4c73-be30-d564306899f7 service neutron] Port 608030a8-aeb2-4921-9c5f-96416e34fd5e on network e42449cb-482c-4d1d-a3c5-6d4382e507b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=78793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 15:29:34.921081 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48aeeed2-f682-4245-9a19-381d368b77d3 req-33da3534-a5fb-4c73-be30-d564306899f7 service neutron] Attempting to bind port 608030a8-aeb2-4921-9c5f-96416e34fd5e on network e42449cb-482c-4d1d-a3c5-6d4382e507b8 {{(pid=78793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:29:34.926176 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48aeeed2-f682-4245-9a19-381d368b77d3 req-33da3534-a5fb-4c73-be30-d564306899f7 service neutron] Checking agent: {'id': 'f90bdb6d-8ae0-42e3-a09a-ceb4f970b9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 15, 18, 57), 'started_at': datetime.datetime(2021, 5, 12, 15, 18, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 15, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:29:34.926507 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48aeeed2-f682-4245-9a19-381d368b77d3 req-33da3534-a5fb-4c73-be30-d564306899f7 service neutron] Checking segment: {'id': '3335fbed-a52c-4d63-90d5-e5c4d9194d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e42449cb-482c-4d1d-a3c5-6d4382e507b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:29:34.926882 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48aeeed2-f682-4245-9a19-381d368b77d3 req-33da3534-a5fb-4c73-be30-d564306899f7 service neutron] Bound using segment: {'id': '3335fbed-a52c-4d63-90d5-e5c4d9194d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e42449cb-482c-4d1d-a3c5-6d4382e507b8'} {{(pid=78793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:29:34.927304 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.managers [req-48aeeed2-f682-4245-9a19-381d368b77d3 req-33da3534-a5fb-4c73-be30-d564306899f7 service neutron] Bound port: 608030a8-aeb2-4921-9c5f-96416e34fd5e, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3335fbed-a52c-4d63-90d5-e5c4d9194d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e42449cb-482c-4d1d-a3c5-6d4382e507b8'}}] {{(pid=78793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:29:34.927644 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-48aeeed2-f682-4245-9a19-381d368b77d3 req-33da3534-a5fb-4c73-be30-d564306899f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:35.015423 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.db [req-48aeeed2-f682-4245-9a19-381d368b77d3 req-33da3534-a5fb-4c73-be30-d564306899f7 service neutron] For port 608030a8-aeb2-4921-9c5f-96416e34fd5e, host hv-cinder-78960, cleared binding levels {{(pid=78793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:29:35.018263 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.db [req-48aeeed2-f682-4245-9a19-381d368b77d3 req-33da3534-a5fb-4c73-be30-d564306899f7 service neutron] For port 608030a8-aeb2-4921-9c5f-96416e34fd5e, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=608030a8-aeb2-4921-9c5f-96416e34fd5e,segment=NetworkSegment(3335fbed-a52c-4d63-90d5-e5c4d9194d95),segment_id=3335fbed-a52c-4d63-90d5-e5c4d9194d95)] {{(pid=78793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:29:35.023470 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-48aeeed2-f682-4245-9a19-381d368b77d3 req-33da3534-a5fb-4c73-be30-d564306899f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3598924'] for port, after_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:35.028181 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-38697f6c-3efd-4798-aa08-3ccf03ef744c tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:29:35.081419 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aeeed2-f682-4245-9a19-381d368b77d3 req-33da3534-a5fb-4c73-be30-d564306899f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:29:35.082376 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-48aeeed2-f682-4245-9a19-381d368b77d3 req-33da3534-a5fb-4c73-be30-d564306899f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2050383'] for port, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:35.084070 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-48aeeed2-f682-4245-9a19-381d368b77d3 req-33da3534-a5fb-4c73-be30-d564306899f7 service neutron] 10.222.0.85 "PUT /v2.0/ports/608030a8-aeb2-4921-9c5f-96416e34fd5e HTTP/1.1" status: 200 len: 1093 time: 1.0137229 May 12 15:29:35.087059 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48aae71d-ba1f-4304-afb8-e17f9c2d28e9', 'tag': '608030a8-aeb2-4921-9c5f-96416e34fd5e'}] {{(pid=78793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:29:35.122654 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33da3534-a5fb-4c73-be30-d564306899f7 service neutron] Pushing event updated for resources: {'Port': ['ID=608030a8-aeb2-4921-9c5f-96416e34fd5e,revision_number=3']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:29:35.126249 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-33da3534-a5fb-4c73-be30-d564306899f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:29:35.164686 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48aae71d-ba1f-4304-afb8-e17f9c2d28e9', 'tag': '608030a8-aeb2-4921-9c5f-96416e34fd5e', 'status': 'completed', 'code': 200} May 12 15:29:35.206814 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aeeed2-f682-4245-9a19-381d368b77d3 req-031eb30d-86b9-4018-8ea3-f6cdb3518dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:29:35.208482 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-48aeeed2-f682-4245-9a19-381d368b77d3 req-031eb30d-86b9-4018-8ea3-f6cdb3518dcc service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=1d962db48c294eb4a16e765eb2cf52a8&device_id=48aae71d-ba1f-4304-afb8-e17f9c2d28e9 HTTP/1.1" status: 200 len: 1096 time: 0.0775368 May 12 15:29:35.388447 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-48aeeed2-f682-4245-9a19-381d368b77d3 req-07dcdda4-e6d2-4980-a646-3a1cdfbf7c6b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=608030a8-aeb2-4921-9c5f-96416e34fd5e HTTP/1.1" status: 200 len: 217 time: 0.1605489 May 12 15:29:35.449994 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aeeed2-f682-4245-9a19-381d368b77d3 req-10569756-179e-452c-8574-aff8b71bce6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:29:35.451372 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-48aeeed2-f682-4245-9a19-381d368b77d3 req-10569756-179e-452c-8574-aff8b71bce6f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=a819acb5-532b-4750-ac78-9d47ffeaf477 HTTP/1.1" status: 200 len: 855 time: 0.0563378 May 12 15:29:35.528084 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aeeed2-f682-4245-9a19-381d368b77d3 req-339df9b3-e2a5-4dee-8e2b-476d64084b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:29:35.529529 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-48aeeed2-f682-4245-9a19-381d368b77d3 req-339df9b3-e2a5-4dee-8e2b-476d64084b17 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e42449cb-482c-4d1d-a3c5-6d4382e507b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0713935 May 12 15:29:35.660250 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-48aeeed2-f682-4245-9a19-381d368b77d3 req-f7446dce-387a-4893-bb29-2347489959ee service neutron] 10.222.0.85 "GET /v2.0/networks/e42449cb-482c-4d1d-a3c5-6d4382e507b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229303 May 12 15:29:35.790337 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-48aeeed2-f682-4245-9a19-381d368b77d3 req-db5c8859-515b-4555-a30c-5b96703ceb30 service neutron] 10.222.0.85 "GET /v2.0/networks/e42449cb-482c-4d1d-a3c5-6d4382e507b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229389 May 12 15:29:35.835945 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f98d49-dec9-42f9-8d39-4fffe7c37d44 req-062cf8f4-e12f-4660-b897-ff7f7b83edbb tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:29:35.837534 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-c6f98d49-dec9-42f9-8d39-4fffe7c37d44 req-062cf8f4-e12f-4660-b897-ff7f7b83edbb tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=48aae71d-ba1f-4304-afb8-e17f9c2d28e9 HTTP/1.1" status: 200 len: 943 time: 0.0811038 May 12 15:29:35.886054 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-c6f98d49-dec9-42f9-8d39-4fffe7c37d44 req-9647d8d3-e2d8-41c5-a663-0340b3fafadb tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=74a9f26d-cf48-467d-884d-e6a6080ed82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410302 May 12 15:29:35.940573 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6247d6f-dd7c-460c-8ecc-3892f1634255 req-5edb369e-a0f5-4d41-9958-b3f0000537ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:29:35.942070 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-e6247d6f-dd7c-460c-8ecc-3892f1634255 req-5edb369e-a0f5-4d41-9958-b3f0000537ae service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=1d962db48c294eb4a16e765eb2cf52a8&device_id=48aae71d-ba1f-4304-afb8-e17f9c2d28e9 HTTP/1.1" status: 200 len: 1096 time: 0.0878427 May 12 15:29:36.075957 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6247d6f-dd7c-460c-8ecc-3892f1634255 req-6b45dd8f-186f-403a-9493-662fd01fc0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:29:36.077376 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-e6247d6f-dd7c-460c-8ecc-3892f1634255 req-6b45dd8f-186f-403a-9493-662fd01fc0ee service neutron] 10.222.0.85 "GET /v2.0/networks?id=e42449cb-482c-4d1d-a3c5-6d4382e507b8 HTTP/1.1" status: 200 len: 917 time: 0.1283181 May 12 15:29:36.147786 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-e6247d6f-dd7c-460c-8ecc-3892f1634255 req-0638c581-d5ff-40cd-80e7-61c010e2d787 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=608030a8-aeb2-4921-9c5f-96416e34fd5e HTTP/1.1" status: 200 len: 217 time: 0.0626478 May 12 15:29:36.212867 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6247d6f-dd7c-460c-8ecc-3892f1634255 req-ef26bf99-fed6-4b4c-91ea-6ddb1372f416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:29:36.214209 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-e6247d6f-dd7c-460c-8ecc-3892f1634255 req-ef26bf99-fed6-4b4c-91ea-6ddb1372f416 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=a819acb5-532b-4750-ac78-9d47ffeaf477 HTTP/1.1" status: 200 len: 855 time: 0.0565755 May 12 15:29:36.293594 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6247d6f-dd7c-460c-8ecc-3892f1634255 req-ac10b6eb-baf4-4366-be9c-d012475e9cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:29:36.295075 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-e6247d6f-dd7c-460c-8ecc-3892f1634255 req-ac10b6eb-baf4-4366-be9c-d012475e9cb1 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e42449cb-482c-4d1d-a3c5-6d4382e507b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0725505 May 12 15:29:36.427739 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-e6247d6f-dd7c-460c-8ecc-3892f1634255 req-2b4602fd-a12a-43a1-8460-5516db7d552c service neutron] 10.222.0.85 "GET /v2.0/networks/e42449cb-482c-4d1d-a3c5-6d4382e507b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256862 May 12 15:29:36.562259 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-e6247d6f-dd7c-460c-8ecc-3892f1634255 req-1244d759-7fc3-472b-8dda-d667f5fe2e75 service neutron] 10.222.0.85 "GET /v2.0/networks/e42449cb-482c-4d1d-a3c5-6d4382e507b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272800 May 12 15:29:37.099013 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a99657c-dc4c-4555-8794-0057848c63a6 req-ee494f1c-484a-4f2c-8a3f-64bfc74c00e8 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:29:37.100616 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-3a99657c-dc4c-4555-8794-0057848c63a6 req-ee494f1c-484a-4f2c-8a3f-64bfc74c00e8 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=48aae71d-ba1f-4304-afb8-e17f9c2d28e9 HTTP/1.1" status: 200 len: 943 time: 0.0852077 May 12 15:29:37.151522 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-3a99657c-dc4c-4555-8794-0057848c63a6 req-8536b98b-deb6-4e5b-b100-eaba8d8139e5 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=74a9f26d-cf48-467d-884d-e6a6080ed82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444572 May 12 15:29:38.355030 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24872eca-a494-43b4-a12b-602ead4a72bb req-25dae373-e84b-4622-820d-418564033f03 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:29:38.356471 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-24872eca-a494-43b4-a12b-602ead4a72bb req-25dae373-e84b-4622-820d-418564033f03 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=48aae71d-ba1f-4304-afb8-e17f9c2d28e9 HTTP/1.1" status: 200 len: 943 time: 0.0876958 May 12 15:29:38.403046 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-24872eca-a494-43b4-a12b-602ead4a72bb req-bda7540c-179e-44f1-84fb-87989c3abb31 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=74a9f26d-cf48-467d-884d-e6a6080ed82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407457 May 12 15:29:39.592486 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a8d9b4-c18c-4ee0-9b35-053cc0b6631e req-2ef6c354-6c44-4d44-b2b7-82a7321f1754 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:29:39.593940 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-c7a8d9b4-c18c-4ee0-9b35-053cc0b6631e req-2ef6c354-6c44-4d44-b2b7-82a7321f1754 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=48aae71d-ba1f-4304-afb8-e17f9c2d28e9 HTTP/1.1" status: 200 len: 943 time: 0.0792973 May 12 15:29:39.641292 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-c7a8d9b4-c18c-4ee0-9b35-053cc0b6631e req-899635e8-50d8-4f60-a0c3-2d1b309b28dd tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=74a9f26d-cf48-467d-884d-e6a6080ed82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415297 May 12 15:29:40.308879 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Device 608030a8-aeb2-4921-9c5f-96416e34fd5e details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=78794) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 15:29:40.441205 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] For port 608030a8-aeb2-4921-9c5f-96416e34fd5e, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=608030a8-aeb2-4921-9c5f-96416e34fd5e,segment=NetworkSegment(3335fbed-a52c-4d63-90d5-e5c4d9194d95),segment_id=3335fbed-a52c-4d63-90d5-e5c4d9194d95)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:29:40.454518 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Returning: {'device': '608030a8-aeb2-4921-9c5f-96416e34fd5e', 'network_id': 'e42449cb-482c-4d1d-a3c5-6d4382e507b8', 'port_id': '608030a8-aeb2-4921-9c5f-96416e34fd5e', 'mac_address': 'fa:16:3e:08:8c:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a819acb5-532b-4750-ac78-9d47ffeaf477', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78794) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 15:29:40.513637 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:40.530896 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.notifiers.nova [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 608030a8-aeb2-4921-9c5f-96416e34fd5e {{(pid=78794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 15:29:40.547720 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] For port 608030a8-aeb2-4921-9c5f-96416e34fd5e, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=608030a8-aeb2-4921-9c5f-96416e34fd5e,segment=NetworkSegment(3335fbed-a52c-4d63-90d5-e5c4d9194d95),segment_id=3335fbed-a52c-4d63-90d5-e5c4d9194d95)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:29:40.552446 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:40.554199 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:29:40.619845 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Pushing event updated for resources: {'Port': ['ID=608030a8-aeb2-4921-9c5f-96416e34fd5e,revision_number=4']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:29:40.624618 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:29:40.836829 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a74e2b9-1af8-468b-a0e6-29f7ed4b9b5d req-fa601f2e-4291-49c7-909d-1cc591b99fd7 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:29:40.838405 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-0a74e2b9-1af8-468b-a0e6-29f7ed4b9b5d req-fa601f2e-4291-49c7-909d-1cc591b99fd7 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=48aae71d-ba1f-4304-afb8-e17f9c2d28e9 HTTP/1.1" status: 200 len: 944 time: 0.0828514 May 12 15:29:40.886404 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-0a74e2b9-1af8-468b-a0e6-29f7ed4b9b5d req-9f4d732e-14e7-436a-9434-363e20bd6513 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=74a9f26d-cf48-467d-884d-e6a6080ed82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419559 May 12 15:29:40.936731 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] get_ports_and_sgs() called for port_ids ['608030a8-aeb2-4921-9c5f-96416e34fd5e'] {{(pid=78794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:29:42.086054 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0ba232-77d9-41bb-83ca-0cea540499f6 req-41bf8a60-e2bf-42dc-a381-2b5d9b031625 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:29:42.087506 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-cb0ba232-77d9-41bb-83ca-0cea540499f6 req-41bf8a60-e2bf-42dc-a381-2b5d9b031625 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=48aae71d-ba1f-4304-afb8-e17f9c2d28e9 HTTP/1.1" status: 200 len: 944 time: 0.0855517 May 12 15:29:42.133098 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-cb0ba232-77d9-41bb-83ca-0cea540499f6 req-f3541df0-255a-4b6e-b53e-4fbda9a598e1 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=74a9f26d-cf48-467d-884d-e6a6080ed82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393329 May 12 15:29:42.324157 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Device 608030a8-aeb2-4921-9c5f-96416e34fd5e up at agent hyperv_hv-cinder-78960 {{(pid=78794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:29:42.390918 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Provisioning for port 608030a8-aeb2-4921-9c5f-96416e34fd5e completed by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:29:42.395497 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Provisioning complete for port 608030a8-aeb2-4921-9c5f-96416e34fd5e triggered by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:29:42.395920 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:42.512113 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:42.537992 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48aae71d-ba1f-4304-afb8-e17f9c2d28e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '608030a8-aeb2-4921-9c5f-96416e34fd5e'}] {{(pid=78794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:29:42.547730 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] For port 608030a8-aeb2-4921-9c5f-96416e34fd5e, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=608030a8-aeb2-4921-9c5f-96416e34fd5e,segment=NetworkSegment(3335fbed-a52c-4d63-90d5-e5c4d9194d95),segment_id=3335fbed-a52c-4d63-90d5-e5c4d9194d95)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:29:42.551628 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:42.553567 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:29:42.586722 dv-cinder-789603-6-iscsi neutron-server[78794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48aae71d-ba1f-4304-afb8-e17f9c2d28e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '608030a8-aeb2-4921-9c5f-96416e34fd5e', 'code': 200} May 12 15:29:42.625950 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Pushing event updated for resources: {'Port': ['ID=608030a8-aeb2-4921-9c5f-96416e34fd5e,revision_number=5']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:29:42.628796 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:29:42.813860 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df94a0eb-5814-4cd5-9ab2-a9f2f8748cb6 req-55f60d95-695c-4e4c-baa8-0f6a7aa40328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:29:42.815317 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-df94a0eb-5814-4cd5-9ab2-a9f2f8748cb6 req-55f60d95-695c-4e4c-baa8-0f6a7aa40328 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=48aae71d-ba1f-4304-afb8-e17f9c2d28e9 HTTP/1.1" status: 200 len: 1098 time: 0.0717912 May 12 15:29:42.865069 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-df94a0eb-5814-4cd5-9ab2-a9f2f8748cb6 req-67bb9669-7825-4d52-9a40-a4182420f86a service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=74a9f26d-cf48-467d-884d-e6a6080ed82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418196 May 12 15:29:43.324406 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9282568c-b483-49a4-99e0-0a298fa67322 req-2a65d18b-e4ec-45a4-8c5f-1c794761163f tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:29:43.325854 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-9282568c-b483-49a4-99e0-0a298fa67322 req-2a65d18b-e4ec-45a4-8c5f-1c794761163f tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=48aae71d-ba1f-4304-afb8-e17f9c2d28e9 HTTP/1.1" status: 200 len: 945 time: 0.0819108 May 12 15:29:43.371302 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-9282568c-b483-49a4-99e0-0a298fa67322 req-8430fadc-eacc-40e1-8e6f-4f675e59c4a0 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=74a9f26d-cf48-467d-884d-e6a6080ed82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394239 May 12 15:29:44.560597 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e045be-598a-4978-b192-a3df8352ee16 req-1138aff4-3eea-4715-905c-6fa71c53db4e tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:29:44.562124 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-d6e045be-598a-4978-b192-a3df8352ee16 req-1138aff4-3eea-4715-905c-6fa71c53db4e tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=48aae71d-ba1f-4304-afb8-e17f9c2d28e9 HTTP/1.1" status: 200 len: 945 time: 0.0788803 May 12 15:29:44.606134 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-d6e045be-598a-4978-b192-a3df8352ee16 req-c85902ac-d6e8-42d5-9374-f5bad7c2c157 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=74a9f26d-cf48-467d-884d-e6a6080ed82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383167 May 12 15:29:44.791764 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed101422-4c3d-4a5d-ae68-695baf2e63ad req-77fea6a3-142a-4dbb-80f6-63b4e0d5786f tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:29:44.793210 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-ed101422-4c3d-4a5d-ae68-695baf2e63ad req-77fea6a3-142a-4dbb-80f6-63b4e0d5786f tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=48aae71d-ba1f-4304-afb8-e17f9c2d28e9 HTTP/1.1" status: 200 len: 945 time: 0.0809174 May 12 15:29:44.801580 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 48722) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:29:44.806749 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.v2.base [None req-2d6eb1e6-e2f9-48ef-a6c5-649084fbe393 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Request body: {'floatingip': {'port_id': '608030a8-aeb2-4921-9c5f-96416e34fd5e'}} {{(pid=78792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:29:44.885685 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-2d6eb1e6-e2f9-48ef-a6c5-649084fbe393 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Notify callbacks [] for floatingip, before_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:45.569240 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-2d6eb1e6-e2f9-48ef-a6c5-649084fbe393 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:45.572978 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-2d6eb1e6-e2f9-48ef-a6c5-649084fbe393 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706618'] for floatingip, after_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:45.740187 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.db.l3_db [None req-2d6eb1e6-e2f9-48ef-a6c5-649084fbe393 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Floating IP bea2ab28-07ef-4ffe-bdc2-b35e027a5529 associated. External IP: 172.27.2.73, port: 608030a8-aeb2-4921-9c5f-96416e34fd5e. May 12 15:29:46.114401 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d6eb1e6-e2f9-48ef-a6c5-649084fbe393 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Router 7ce0eb59-daa1-4f6b-a522-2df01d1df30f has already been hosted by L3 agent e96f2393-830b-46ef-bef2-f93615c2f352 {{(pid=78792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 15:29:46.307086 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d6eb1e6-e2f9-48ef-a6c5-649084fbe393 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Notify agent at l3_agent.dv-cinder-789603-6-iscsi the message routers_updated {{(pid=78792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:29:46.312477 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-2d6eb1e6-e2f9-48ef-a6c5-649084fbe393 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2050383'] for floatingip, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:46.317387 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832d4977-e535-49f4-9d0a-08b366d57efa None None] Sync routers for ids ['7ce0eb59-daa1-4f6b-a522-2df01d1df30f'] in dv-cinder-789603-6-iscsi {{(pid=78794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:29:46.328614 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832d4977-e535-49f4-9d0a-08b366d57efa None None] Routers {'7ce0eb59-daa1-4f6b-a522-2df01d1df30f'} bound to L3 agent in host dv-cinder-789603-6-iscsi {{(pid=78794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:29:46.329352 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-832d4977-e535-49f4-9d0a-08b366d57efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-12T15:12:51Z,description=,heartbeat_timestamp=2021-05-12T15:29:21Z,host='dv-cinder-789603-6-iscsi',id=e96f2393-830b-46ef-bef2-f93615c2f352,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:12:51Z,topic='l3_agent')) {'router_ids': ['7ce0eb59-daa1-4f6b-a522-2df01d1df30f'], 'active': True} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:29:46.385280 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-2d6eb1e6-e2f9-48ef-a6c5-649084fbe393 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "PUT /v2.0/floatingips/bea2ab28-07ef-4ffe-bdc2-b35e027a5529 HTTP/1.1" status: 200 len: 990 time: 1.5824418 May 12 15:29:46.386140 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48aae71d-ba1f-4304-afb8-e17f9c2d28e9', 'tag': '608030a8-aeb2-4921-9c5f-96416e34fd5e'}] {{(pid=78792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:29:46.474375 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48aae71d-ba1f-4304-afb8-e17f9c2d28e9', 'tag': '608030a8-aeb2-4921-9c5f-96416e34fd5e', 'status': 'completed', 'code': 200} May 12 15:29:46.554572 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvr_db [None req-832d4977-e535-49f4-9d0a-08b366d57efa None None] Set router 7ce0eb59-daa1-4f6b-a522-2df01d1df30f gateway port host: dv-cinder-789603-6-iscsi {{(pid=78794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:29:46.571621 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856d6a4d-933c-48e9-a7a2-f5ffe174609f req-ad2d0b35-8e6b-44da-a3dd-1a54eb1cbe7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:29:46.573104 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-856d6a4d-933c-48e9-a7a2-f5ffe174609f req-ad2d0b35-8e6b-44da-a3dd-1a54eb1cbe7e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=1d962db48c294eb4a16e765eb2cf52a8&device_id=48aae71d-ba1f-4304-afb8-e17f9c2d28e9 HTTP/1.1" status: 200 len: 1098 time: 0.0754335 May 12 15:29:46.809764 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856d6a4d-933c-48e9-a7a2-f5ffe174609f req-7844aaaa-61b5-43bb-b939-6a17c278e68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:29:46.811169 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-856d6a4d-933c-48e9-a7a2-f5ffe174609f req-7844aaaa-61b5-43bb-b939-6a17c278e68b service neutron] 10.222.0.85 "GET /v2.0/networks?id=e42449cb-482c-4d1d-a3c5-6d4382e507b8 HTTP/1.1" status: 200 len: 917 time: 0.2309885 May 12 15:29:46.910780 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-832d4977-e535-49f4-9d0a-08b366d57efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce0eb59-daa1-4f6b-a522-2df01d1df30f', 'name': 'tempest-AttachVolumeShelveTestJSON-504567464-router', 'tenant_id': '1d962db48c294eb4a16e765eb2cf52a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': 'aabe0eca-7377-4ed9-ba2e-3e2617dbe106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:22:18Z', 'updated_at': '2021-05-12T15:22:24Z', 'revision_number': 4, 'project_id': '1d962db48c294eb4a16e765eb2cf52a8', 'gw_port': {'id': 'aabe0eca-7377-4ed9-ba2e-3e2617dbe106', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce0eb59-daa1-4f6b-a522-2df01d1df30f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:22:20Z', 'updated_at': '2021-05-12T15:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi', '_floatingips': [{'id': 'bea2ab28-07ef-4ffe-bdc2-b35e027a5529', 'tenant_id': '1d962db48c294eb4a16e765eb2cf52a8', 'floating_ip_address': '172.27.2.73', 'floating_network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'router_id': '7ce0eb59-daa1-4f6b-a522-2df01d1df30f', 'port_id': '608030a8-aeb2-4921-9c5f-96416e34fd5e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e42449cb-482c-4d1d-a3c5-6d4382e507b8', 'mac_address': 'fa:16:3e:08:8c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48aae71d-ba1f-4304-afb8-e17f9c2d28e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T15:29:30Z', 'updated_at': '2021-05-12T15:29:45Z', 'revision_number': 1, 'project_id': '1d962db48c294eb4a16e765eb2cf52a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f97092c1-d4f2-444c-bb4b-2918d541a0a7', 'name': '', 'network_id': 'e42449cb-482c-4d1d-a3c5-6d4382e507b8', 'tenant_id': '1d962db48c294eb4a16e765eb2cf52a8', 'mac_address': 'fa:16:3e:85:59:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce0eb59-daa1-4f6b-a522-2df01d1df30f', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'a819acb5-532b-4750-ac78-9d47ffeaf477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:22:23Z', 'updated_at': '2021-05-12T15:22:30Z', 'revision_number': 5, 'project_id': '1d962db48c294eb4a16e765eb2cf52a8', 'subnets': [{'id': 'a819acb5-532b-4750-ac78-9d47ffeaf477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-iscsi', False) {} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:29:46.915723 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832d4977-e535-49f4-9d0a-08b366d57efa None None] Checking router: 7ce0eb59-daa1-4f6b-a522-2df01d1df30f for host: dv-cinder-789603-6-iscsi {{(pid=78794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:29:46.917622 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-856d6a4d-933c-48e9-a7a2-f5ffe174609f req-28c9c38b-7130-45aa-b545-b34f1ca20998 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=608030a8-aeb2-4921-9c5f-96416e34fd5e HTTP/1.1" status: 200 len: 998 time: 0.0983877 May 12 15:29:46.924766 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832d4977-e535-49f4-9d0a-08b366d57efa None None] Routers {'7ce0eb59-daa1-4f6b-a522-2df01d1df30f'} bound to L3 agent in host dv-cinder-789603-6-iscsi {{(pid=78794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:29:46.925375 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-832d4977-e535-49f4-9d0a-08b366d57efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-12T15:12:51Z,description=,heartbeat_timestamp=2021-05-12T15:29:21Z,host='dv-cinder-789603-6-iscsi',id=e96f2393-830b-46ef-bef2-f93615c2f352,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:12:51Z,topic='l3_agent')) {'router_ids': ['7ce0eb59-daa1-4f6b-a522-2df01d1df30f'], 'active': True} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:29:46.981389 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856d6a4d-933c-48e9-a7a2-f5ffe174609f req-3932122a-4bc4-45b9-9011-fed5d4f81d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:29:46.981657 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-856d6a4d-933c-48e9-a7a2-f5ffe174609f req-3932122a-4bc4-45b9-9011-fed5d4f81d92 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=a819acb5-532b-4750-ac78-9d47ffeaf477 HTTP/1.1" status: 200 len: 855 time: 0.0575616 May 12 15:29:47.061334 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856d6a4d-933c-48e9-a7a2-f5ffe174609f req-a04070a6-43d3-4369-a64f-3ff3cf98823e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:29:47.062822 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-856d6a4d-933c-48e9-a7a2-f5ffe174609f req-a04070a6-43d3-4369-a64f-3ff3cf98823e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e42449cb-482c-4d1d-a3c5-6d4382e507b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0732901 May 12 15:29:47.104864 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvr_db [None req-832d4977-e535-49f4-9d0a-08b366d57efa None None] Set router 7ce0eb59-daa1-4f6b-a522-2df01d1df30f gateway port host: dv-cinder-789603-6-iscsi {{(pid=78794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:29:47.197785 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-856d6a4d-933c-48e9-a7a2-f5ffe174609f req-c39aa985-6c9c-4407-b67c-c032ad6028fc service neutron] 10.222.0.85 "GET /v2.0/networks/e42449cb-482c-4d1d-a3c5-6d4382e507b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258795 May 12 15:29:47.331284 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-856d6a4d-933c-48e9-a7a2-f5ffe174609f req-a9aae382-213e-41c1-8b10-c3d81d584d00 service neutron] 10.222.0.85 "GET /v2.0/networks/e42449cb-482c-4d1d-a3c5-6d4382e507b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264825 May 12 15:29:47.459975 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-832d4977-e535-49f4-9d0a-08b366d57efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce0eb59-daa1-4f6b-a522-2df01d1df30f', 'name': 'tempest-AttachVolumeShelveTestJSON-504567464-router', 'tenant_id': '1d962db48c294eb4a16e765eb2cf52a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': 'aabe0eca-7377-4ed9-ba2e-3e2617dbe106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:22:18Z', 'updated_at': '2021-05-12T15:22:24Z', 'revision_number': 4, 'project_id': '1d962db48c294eb4a16e765eb2cf52a8', 'gw_port': {'id': 'aabe0eca-7377-4ed9-ba2e-3e2617dbe106', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce0eb59-daa1-4f6b-a522-2df01d1df30f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:22:20Z', 'updated_at': '2021-05-12T15:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi', '_floatingips': [{'id': 'bea2ab28-07ef-4ffe-bdc2-b35e027a5529', 'tenant_id': '1d962db48c294eb4a16e765eb2cf52a8', 'floating_ip_address': '172.27.2.73', 'floating_network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'router_id': '7ce0eb59-daa1-4f6b-a522-2df01d1df30f', 'port_id': '608030a8-aeb2-4921-9c5f-96416e34fd5e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e42449cb-482c-4d1d-a3c5-6d4382e507b8', 'mac_address': 'fa:16:3e:08:8c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48aae71d-ba1f-4304-afb8-e17f9c2d28e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T15:29:30Z', 'updated_at': '2021-05-12T15:29:45Z', 'revision_number': 1, 'project_id': '1d962db48c294eb4a16e765eb2cf52a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f97092c1-d4f2-444c-bb4b-2918d541a0a7', 'name': '', 'network_id': 'e42449cb-482c-4d1d-a3c5-6d4382e507b8', 'tenant_id': '1d962db48c294eb4a16e765eb2cf52a8', 'mac_address': 'fa:16:3e:85:59:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce0eb59-daa1-4f6b-a522-2df01d1df30f', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'a819acb5-532b-4750-ac78-9d47ffeaf477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:22:23Z', 'updated_at': '2021-05-12T15:22:30Z', 'revision_number': 5, 'project_id': '1d962db48c294eb4a16e765eb2cf52a8', 'subnets': [{'id': 'a819acb5-532b-4750-ac78-9d47ffeaf477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-iscsi', False) {} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:29:47.463921 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832d4977-e535-49f4-9d0a-08b366d57efa None None] The sync data for ids ['7ce0eb59-daa1-4f6b-a522-2df01d1df30f'] in dv-cinder-789603-6-iscsi is: [{'id': '7ce0eb59-daa1-4f6b-a522-2df01d1df30f', 'name': 'tempest-AttachVolumeShelveTestJSON-504567464-router', 'tenant_id': '1d962db48c294eb4a16e765eb2cf52a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': 'aabe0eca-7377-4ed9-ba2e-3e2617dbe106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:22:18Z', 'updated_at': '2021-05-12T15:22:24Z', 'revision_number': 4, 'project_id': '1d962db48c294eb4a16e765eb2cf52a8', 'gw_port': {'id': 'aabe0eca-7377-4ed9-ba2e-3e2617dbe106', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce0eb59-daa1-4f6b-a522-2df01d1df30f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:22:20Z', 'updated_at': '2021-05-12T15:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi', '_floatingips': [{'id': 'bea2ab28-07ef-4ffe-bdc2-b35e027a5529', 'tenant_id': '1d962db48c294eb4a16e765eb2cf52a8', 'floating_ip_address': '172.27.2.73', 'floating_network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'router_id': '7ce0eb59-daa1-4f6b-a522-2df01d1df30f', 'port_id': '608030a8-aeb2-4921-9c5f-96416e34fd5e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e42449cb-482c-4d1d-a3c5-6d4382e507b8', 'mac_address': 'fa:16:3e:08:8c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48aae71d-ba1f-4304-afb8-e17f9c2d28e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T15:29:30Z', 'updated_at': '2021-05-12T15:29:45Z', 'revision_number': 1, 'project_id': '1d962db48c294eb4a16e765eb2cf52a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f97092c1-d4f2-444c-bb4b-2918d541a0a7', 'name': '', 'network_id': 'e42449cb-482c-4d1d-a3c5-6d4382e507b8', 'tenant_id': '1d962db48c294eb4a16e765eb2cf52a8', 'mac_address': 'fa:16:3e:85:59:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce0eb59-daa1-4f6b-a522-2df01d1df30f', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'a819acb5-532b-4750-ac78-9d47ffeaf477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:22:23Z', 'updated_at': '2021-05-12T15:22:30Z', 'revision_number': 5, 'project_id': '1d962db48c294eb4a16e765eb2cf52a8', 'subnets': [{'id': 'a819acb5-532b-4750-ac78-9d47ffeaf477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:29:47.647557 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468e1d91-13d9-4ed1-a1ef-60cdc3cb7835 None None] New status for floating IP bea2ab28-07ef-4ffe-bdc2-b35e027a5529: ACTIVE {{(pid=78795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 15:29:48.684860 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-9d6f5a6c-233c-4a94-8b28-14a897e02528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:51.124909 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-91702b51-4f78-46db-83eb-f2ebc077d3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:51.639330 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:52.296829 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-8e9e3eb0-3c8e-4693-b231-5e176560d846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:54.195368 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-876105c5-eed7-46ba-a478-d2a34eb0d798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:56.019833 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-cf551190-1335-465e-be28-7dc443cbadf0 req-661495d9-15c8-4319-aea4-c24059ade580 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=28581279-f075-4a14-96a2-578b8ebf4e01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0688345 May 12 15:29:56.113451 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf551190-1335-465e-be28-7dc443cbadf0 req-19d1b556-1aea-4c81-be58-174875f3bfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:29:56.114957 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-cf551190-1335-465e-be28-7dc443cbadf0 req-19d1b556-1aea-4c81-be58-174875f3bfa0 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9c641ae825cc4fc19fd89c2aecc761e3&device_id=28581279-f075-4a14-96a2-578b8ebf4e01 HTTP/1.1" status: 200 len: 1098 time: 0.0734086 May 12 15:29:56.265959 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf551190-1335-465e-be28-7dc443cbadf0 req-80484990-5b50-4b1e-9aa9-59fa9be6551e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:29:56.267384 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-cf551190-1335-465e-be28-7dc443cbadf0 req-80484990-5b50-4b1e-9aa9-59fa9be6551e service neutron] 10.222.0.85 "GET /v2.0/networks?id=17267851-fd39-4f2f-86eb-a60d64460bc3 HTTP/1.1" status: 200 len: 912 time: 0.1278470 May 12 15:29:56.378474 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-cf551190-1335-465e-be28-7dc443cbadf0 req-e434321b-021e-44e0-b9b6-8290e3db7242 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8daaca0-2a98-4e2d-98d6-11f12adaa873 HTTP/1.1" status: 200 len: 1000 time: 0.0967247 May 12 15:29:56.444174 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf551190-1335-465e-be28-7dc443cbadf0 req-c52a6be9-1b32-4713-a9d6-1a4dd1819cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:29:56.445592 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-cf551190-1335-465e-be28-7dc443cbadf0 req-c52a6be9-1b32-4713-a9d6-1a4dd1819cc5 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=90db4296-24fa-4fea-bd4a-f288635b69c4 HTTP/1.1" status: 200 len: 850 time: 0.0602047 May 12 15:29:56.520413 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf551190-1335-465e-be28-7dc443cbadf0 req-fc08fcdf-3945-40cf-beb4-c2c12c8346bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:29:56.521808 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-cf551190-1335-465e-be28-7dc443cbadf0 req-fc08fcdf-3945-40cf-beb4-c2c12c8346bd service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=17267851-fd39-4f2f-86eb-a60d64460bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0699327 May 12 15:29:56.655003 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-cf551190-1335-465e-be28-7dc443cbadf0 req-847d1f1a-b57a-4bf8-8773-1867a643a77d service neutron] 10.222.0.85 "GET /v2.0/networks/17267851-fd39-4f2f-86eb-a60d64460bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255941 May 12 15:29:56.785452 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-cf551190-1335-465e-be28-7dc443cbadf0 req-56b34076-8769-4130-92ee-0d7bf5b7dbe4 service neutron] 10.222.0.85 "GET /v2.0/networks/17267851-fd39-4f2f-86eb-a60d64460bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217082 May 12 15:29:57.031701 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:29:59.147859 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.agents_db [None req-dd47ce14-932e-4540-b008-5e9038d1c348 None None] Agent healthcheck: found 6 active agents {{(pid=78795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 15:30:16.007478 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8a7ee0-9fbf-496c-a150-834f218bf9ea req-cabf92ee-db6b-43cd-a9db-66755a4381c1 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:30:16.009822 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-7c8a7ee0-9fbf-496c-a150-834f218bf9ea req-cabf92ee-db6b-43cd-a9db-66755a4381c1 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/ports?device_id=28581279-f075-4a14-96a2-578b8ebf4e01 HTTP/1.1" status: 200 len: 945 time: 0.0870881 May 12 15:30:16.056196 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-7c8a7ee0-9fbf-496c-a150-834f218bf9ea req-1f2597fe-598f-4737-bcb2-0e2166144015 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/security-groups?id=2760b0f1-b234-4de9-89f2-f77f95ef8caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407779 May 12 15:30:17.384304 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70dde3d-6c15-445a-8d6d-5fb358fb8b01 req-87424ffb-4fd5-41bf-b340-f5d421048851 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:30:17.385705 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-c70dde3d-6c15-445a-8d6d-5fb358fb8b01 req-87424ffb-4fd5-41bf-b340-f5d421048851 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/ports?device_id=28581279-f075-4a14-96a2-578b8ebf4e01 HTTP/1.1" status: 200 len: 945 time: 0.0816557 May 12 15:30:17.431023 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-c70dde3d-6c15-445a-8d6d-5fb358fb8b01 req-a913017c-ff68-4c9e-a527-e24d0960ed8b tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/security-groups?id=2760b0f1-b234-4de9-89f2-f77f95ef8caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395837 May 12 15:30:17.909275 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355f0c1e-7b77-4fd2-949d-50264cf81dcf req-711d5cae-1811-4e92-bfc9-b49793ac7921 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:30:17.911196 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-355f0c1e-7b77-4fd2-949d-50264cf81dcf req-711d5cae-1811-4e92-bfc9-b49793ac7921 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.85 "GET /v2.0/ports?device_id=28581279-f075-4a14-96a2-578b8ebf4e01 HTTP/1.1" status: 200 len: 945 time: 0.0811241 May 12 15:30:18.159685 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.plugin [req-355f0c1e-7b77-4fd2-949d-50264cf81dcf req-b8efba39-e838-4315-8ecc-461f72cdf54d tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Deleting port a8daaca0-2a98-4e2d-98d6-11f12adaa873 {{(pid=78793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:30:18.160030 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-355f0c1e-7b77-4fd2-949d-50264cf81dcf req-b8efba39-e838-4315-8ecc-461f72cdf54d tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649292957'] for port, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:30:18.296899 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.db [req-355f0c1e-7b77-4fd2-949d-50264cf81dcf req-b8efba39-e838-4315-8ecc-461f72cdf54d tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] For port a8daaca0-2a98-4e2d-98d6-11f12adaa873, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=a8daaca0-2a98-4e2d-98d6-11f12adaa873,segment=NetworkSegment(ac82933f-9743-4327-a060-79996a317b26),segment_id=ac82933f-9743-4327-a060-79996a317b26)] {{(pid=78793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:30:18.297254 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-355f0c1e-7b77-4fd2-949d-50264cf81dcf req-b8efba39-e838-4315-8ecc-461f72cdf54d tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:30:18.594482 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-355f0c1e-7b77-4fd2-949d-50264cf81dcf req-b8efba39-e838-4315-8ecc-461f72cdf54d tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:30:18.594848 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-355f0c1e-7b77-4fd2-949d-50264cf81dcf req-b8efba39-e838-4315-8ecc-461f72cdf54d tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706618'] for floatingip, after_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:30:18.595159 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.db.l3_db [req-355f0c1e-7b77-4fd2-949d-50264cf81dcf req-b8efba39-e838-4315-8ecc-461f72cdf54d tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Floating IP c5b6ec5d-67c0-4cd5-8d5f-e016c7ad71bb disassociated. External IP: 172.27.2.19, port: a8daaca0-2a98-4e2d-98d6-11f12adaa873. May 12 15:30:18.595541 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.plugin [req-355f0c1e-7b77-4fd2-949d-50264cf81dcf req-b8efba39-e838-4315-8ecc-461f72cdf54d tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Calling delete_port for a8daaca0-2a98-4e2d-98d6-11f12adaa873 owned by compute:nova {{(pid=78793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:30:18.617624 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2f77f6-69e6-4861-9950-8b237b4f6035 req-69c31a74-4165-4cbe-83d4-85a2ff275748 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:30:18.619708 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-ad2f77f6-69e6-4861-9950-8b237b4f6035 req-69c31a74-4165-4cbe-83d4-85a2ff275748 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/ports?device_id=28581279-f075-4a14-96a2-578b8ebf4e01 HTTP/1.1" status: 200 len: 945 time: 0.0804937 May 12 15:30:18.665168 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-ad2f77f6-69e6-4861-9950-8b237b4f6035 req-cefe4e8a-1b0b-4ef2-9ef9-957d1c16608a tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/security-groups?id=2760b0f1-b234-4de9-89f2-f77f95ef8caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394931 May 12 15:30:18.688337 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-47cbdd5e-6436-49ef-992a-f6773fccad21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:30:18.710397 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-355f0c1e-7b77-4fd2-949d-50264cf81dcf req-b8efba39-e838-4315-8ecc-461f72cdf54d tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649297264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739648862733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3598933'] for port, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:30:18.717017 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-f46615bf-7bd1-48f0-b75c-04a173ca4846 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:30:18.760604 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8efba39-e838-4315-8ecc-461f72cdf54d tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Pushing event deleted for resources: {'Port': ['ID=a8daaca0-2a98-4e2d-98d6-11f12adaa873,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:30:18.773629 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8efba39-e838-4315-8ecc-461f72cdf54d tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:30:18.774092 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8efba39-e838-4315-8ecc-461f72cdf54d tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:30:18.774575 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8efba39-e838-4315-8ecc-461f72cdf54d tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:30:18.774892 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8efba39-e838-4315-8ecc-461f72cdf54d tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:30:18.775278 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8efba39-e838-4315-8ecc-461f72cdf54d tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:30:18.775634 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8efba39-e838-4315-8ecc-461f72cdf54d tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:30:18.775998 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8efba39-e838-4315-8ecc-461f72cdf54d tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:30:18.776348 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8efba39-e838-4315-8ecc-461f72cdf54d tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:30:18.776697 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8efba39-e838-4315-8ecc-461f72cdf54d tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:30:18.777046 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8efba39-e838-4315-8ecc-461f72cdf54d tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:30:18.777430 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8efba39-e838-4315-8ecc-461f72cdf54d tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:30:18.777787 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8efba39-e838-4315-8ecc-461f72cdf54d tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:30:18.782614 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-b8efba39-e838-4315-8ecc-461f72cdf54d tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:30:18.961165 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.l3_agent_scheduler [req-355f0c1e-7b77-4fd2-949d-50264cf81dcf req-b8efba39-e838-4315-8ecc-461f72cdf54d tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Router 7d2b8dbb-d67c-46d4-97ab-ed1952d51b15 has already been hosted by L3 agent e96f2393-830b-46ef-bef2-f93615c2f352 {{(pid=78793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 15:30:19.147435 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-355f0c1e-7b77-4fd2-949d-50264cf81dcf req-b8efba39-e838-4315-8ecc-461f72cdf54d tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify agent at l3_agent.dv-cinder-789603-6-iscsi the message routers_updated {{(pid=78793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:30:19.157145 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33f1e1e-0e2d-400d-909e-3236529a2ad2 None None] Sync routers for ids ['7d2b8dbb-d67c-46d4-97ab-ed1952d51b15'] in dv-cinder-789603-6-iscsi {{(pid=78794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:30:19.172383 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33f1e1e-0e2d-400d-909e-3236529a2ad2 None None] Routers {'7d2b8dbb-d67c-46d4-97ab-ed1952d51b15'} bound to L3 agent in host dv-cinder-789603-6-iscsi {{(pid=78794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:30:19.173014 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-a33f1e1e-0e2d-400d-909e-3236529a2ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-12T15:12:51Z,description=,heartbeat_timestamp=2021-05-12T15:29:51Z,host='dv-cinder-789603-6-iscsi',id=e96f2393-830b-46ef-bef2-f93615c2f352,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:12:51Z,topic='l3_agent')) {'router_ids': ['7d2b8dbb-d67c-46d4-97ab-ed1952d51b15'], 'active': True} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:30:19.227320 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.l3_dvrscheduler_db [req-355f0c1e-7b77-4fd2-949d-50264cf81dcf req-b8efba39-e838-4315-8ecc-461f72cdf54d tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] No DVR routers for this DVR port a8daaca0-2a98-4e2d-98d6-11f12adaa873 on host hv-cinder-78960 {{(pid=78793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:30:19.230199 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-355f0c1e-7b77-4fd2-949d-50264cf81dcf req-b8efba39-e838-4315-8ecc-461f72cdf54d tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2050383'] for port, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:30:19.232966 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28581279-f075-4a14-96a2-578b8ebf4e01', 'name': 'network-vif-deleted', 'tag': 'a8daaca0-2a98-4e2d-98d6-11f12adaa873'}] {{(pid=78793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:30:19.250814 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-355f0c1e-7b77-4fd2-949d-50264cf81dcf req-b8efba39-e838-4315-8ecc-461f72cdf54d tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.85 "DELETE /v2.0/ports/a8daaca0-2a98-4e2d-98d6-11f12adaa873 HTTP/1.1" status: 204 len: 173 time: 1.3324113 May 12 15:30:19.312515 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28581279-f075-4a14-96a2-578b8ebf4e01', 'name': 'network-vif-deleted', 'tag': 'a8daaca0-2a98-4e2d-98d6-11f12adaa873', 'status': 'completed', 'code': 200} May 12 15:30:19.426372 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvr_db [None req-a33f1e1e-0e2d-400d-909e-3236529a2ad2 None None] Set router 7d2b8dbb-d67c-46d4-97ab-ed1952d51b15 gateway port host: dv-cinder-789603-6-iscsi {{(pid=78794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:30:19.744575 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-a33f1e1e-0e2d-400d-909e-3236529a2ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d2b8dbb-d67c-46d4-97ab-ed1952d51b15', 'name': 'tempest-TestVolumeBootPattern-396584955-router', 'tenant_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'a0eaaa71-6293-4f40-a208-4cedd38e2dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:26:10Z', 'updated_at': '2021-05-12T15:26:14Z', 'revision_number': 4, 'project_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'gw_port': {'id': 'a0eaaa71-6293-4f40-a208-4cedd38e2dc3', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2b8dbb-d67c-46d4-97ab-ed1952d51b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:26:10Z', 'updated_at': '2021-05-12T15:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi', '_interfaces': [{'id': '7e56ff15-ff6a-44ee-b638-69fb02cae5f4', 'name': '', 'network_id': '17267851-fd39-4f2f-86eb-a60d64460bc3', 'tenant_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'mac_address': 'fa:16:3e:1a:eb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2b8dbb-d67c-46d4-97ab-ed1952d51b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '90db4296-24fa-4fea-bd4a-f288635b69c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:26:13Z', 'updated_at': '2021-05-12T15:26:21Z', 'revision_number': 5, 'project_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'subnets': [{'id': '90db4296-24fa-4fea-bd4a-f288635b69c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-iscsi', False) {} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:30:19.748460 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33f1e1e-0e2d-400d-909e-3236529a2ad2 None None] Checking router: 7d2b8dbb-d67c-46d4-97ab-ed1952d51b15 for host: dv-cinder-789603-6-iscsi {{(pid=78794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:30:19.756718 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33f1e1e-0e2d-400d-909e-3236529a2ad2 None None] Routers {'7d2b8dbb-d67c-46d4-97ab-ed1952d51b15'} bound to L3 agent in host dv-cinder-789603-6-iscsi {{(pid=78794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:30:19.757318 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-a33f1e1e-0e2d-400d-909e-3236529a2ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-12T15:12:51Z,description=,heartbeat_timestamp=2021-05-12T15:29:51Z,host='dv-cinder-789603-6-iscsi',id=e96f2393-830b-46ef-bef2-f93615c2f352,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:12:51Z,topic='l3_agent')) {'router_ids': ['7d2b8dbb-d67c-46d4-97ab-ed1952d51b15'], 'active': True} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:30:19.830231 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-341ed81b-e84e-433d-88ff-410aea701a15 req-74e8e6d1-5182-4930-9182-b8b00e0d8b7a tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/ports?device_id=28581279-f075-4a14-96a2-578b8ebf4e01 HTTP/1.1" status: 200 len: 210 time: 0.0417562 May 12 15:30:19.937739 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvr_db [None req-a33f1e1e-0e2d-400d-909e-3236529a2ad2 None None] Set router 7d2b8dbb-d67c-46d4-97ab-ed1952d51b15 gateway port host: dv-cinder-789603-6-iscsi {{(pid=78794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:30:20.254881 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-a33f1e1e-0e2d-400d-909e-3236529a2ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d2b8dbb-d67c-46d4-97ab-ed1952d51b15', 'name': 'tempest-TestVolumeBootPattern-396584955-router', 'tenant_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'a0eaaa71-6293-4f40-a208-4cedd38e2dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:26:10Z', 'updated_at': '2021-05-12T15:26:14Z', 'revision_number': 4, 'project_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'gw_port': {'id': 'a0eaaa71-6293-4f40-a208-4cedd38e2dc3', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2b8dbb-d67c-46d4-97ab-ed1952d51b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:26:10Z', 'updated_at': '2021-05-12T15:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi', '_interfaces': [{'id': '7e56ff15-ff6a-44ee-b638-69fb02cae5f4', 'name': '', 'network_id': '17267851-fd39-4f2f-86eb-a60d64460bc3', 'tenant_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'mac_address': 'fa:16:3e:1a:eb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2b8dbb-d67c-46d4-97ab-ed1952d51b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '90db4296-24fa-4fea-bd4a-f288635b69c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:26:13Z', 'updated_at': '2021-05-12T15:26:21Z', 'revision_number': 5, 'project_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'subnets': [{'id': '90db4296-24fa-4fea-bd4a-f288635b69c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-iscsi', False) {} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:30:20.258770 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33f1e1e-0e2d-400d-909e-3236529a2ad2 None None] The sync data for ids ['7d2b8dbb-d67c-46d4-97ab-ed1952d51b15'] in dv-cinder-789603-6-iscsi is: [{'id': '7d2b8dbb-d67c-46d4-97ab-ed1952d51b15', 'name': 'tempest-TestVolumeBootPattern-396584955-router', 'tenant_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'a0eaaa71-6293-4f40-a208-4cedd38e2dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:26:10Z', 'updated_at': '2021-05-12T15:26:14Z', 'revision_number': 4, 'project_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'gw_port': {'id': 'a0eaaa71-6293-4f40-a208-4cedd38e2dc3', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2b8dbb-d67c-46d4-97ab-ed1952d51b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:26:10Z', 'updated_at': '2021-05-12T15:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi', '_interfaces': [{'id': '7e56ff15-ff6a-44ee-b638-69fb02cae5f4', 'name': '', 'network_id': '17267851-fd39-4f2f-86eb-a60d64460bc3', 'tenant_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'mac_address': 'fa:16:3e:1a:eb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2b8dbb-d67c-46d4-97ab-ed1952d51b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '90db4296-24fa-4fea-bd4a-f288635b69c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:26:13Z', 'updated_at': '2021-05-12T15:26:21Z', 'revision_number': 5, 'project_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'subnets': [{'id': '90db4296-24fa-4fea-bd4a-f288635b69c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:30:20.469916 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab69669f-32a8-428c-bceb-0400eecb2748 None None] New status for floating IP c5b6ec5d-67c0-4cd5-8d5f-e016c7ad71bb: DOWN {{(pid=78795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 15:30:21.125574 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-e9a75fcc-9643-4ba1-b9c0-32edce749d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:30:21.185919 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-87fadb96-4ce9-4f67-8df6-4896920983db req-44b37b9e-4ae0-471a-9d5b-f5cfec1bed30 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1894392317&fields=id&tenant_id=9c641ae825cc4fc19fd89c2aecc761e3 HTTP/1.1" status: 200 len: 267 time: 0.0396264 May 12 15:30:21.430311 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fadb96-4ce9-4f67-8df6-4896920983db req-fd03f2c7-d3fc-433c-a383-c1e6fe49b62a tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:30:21.431750 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-87fadb96-4ce9-4f67-8df6-4896920983db req-fd03f2c7-d3fc-433c-a383-c1e6fe49b62a tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/networks?id=17267851-fd39-4f2f-86eb-a60d64460bc3 HTTP/1.1" status: 200 len: 811 time: 0.2393496 May 12 15:30:21.445923 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-87fadb96-4ce9-4f67-8df6-4896920983db req-fe3d0885-1598-4e0a-9fc8-fde84b545e7e tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/quotas/9c641ae825cc4fc19fd89c2aecc761e3 HTTP/1.1" status: 200 len: 375 time: 0.0086973 May 12 15:30:21.530780 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-87fadb96-4ce9-4f67-8df6-4896920983db req-5643c65c-2685-41bf-9980-4e91328336b8 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9c641ae825cc4fc19fd89c2aecc761e3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0794513 May 12 15:30:21.643132 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:30:21.667213 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-87fadb96-4ce9-4f67-8df6-4896920983db req-b2fe8d08-e4e3-4c48-9595-8e09f1cef083 service neutron] 10.222.0.32 "GET /v2.0/networks/17267851-fd39-4f2f-86eb-a60d64460bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246777 May 12 15:30:21.798331 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-87fadb96-4ce9-4f67-8df6-4896920983db req-1dcbb666-8803-4696-8930-e1871aae7ec0 service neutron] 10.222.0.32 "GET /v2.0/networks/17267851-fd39-4f2f-86eb-a60d64460bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252244 May 12 15:30:22.191789 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [req-4971310a-8cb7-4d26-ab46-91af32fdd247 req-a9111a8c-ddf7-422c-9d4c-f1345165f37b tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Synchronizing usage tracker for tenant:9c641ae825cc4fc19fd89c2aecc761e3 on resource:port {{(pid=78793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:30:22.207814 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [req-4971310a-8cb7-4d26-ab46-91af32fdd247 req-a9111a8c-ddf7-422c-9d4c-f1345165f37b tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Unset dirty status for tenant:9c641ae825cc4fc19fd89c2aecc761e3 on resource:port {{(pid=78793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:30:22.209309 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-4971310a-8cb7-4d26-ab46-91af32fdd247 req-a9111a8c-ddf7-422c-9d4c-f1345165f37b tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cf4dd10-c481-47df-b532-a560e8d7c497 HTTP/1.1" status: 200 len: 210 time: 0.0640192 May 12 15:30:22.299351 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-8e9e3eb0-3c8e-4693-b231-5e176560d846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:30:22.538980 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Device a8daaca0-2a98-4e2d-98d6-11f12adaa873 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=78794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:30:22.580153 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.plugin [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] No Port match for: a8daaca0-2a98-4e2d-98d6-11f12adaa873 {{(pid=78794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 15:30:22.580419 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Device a8daaca0-2a98-4e2d-98d6-11f12adaa873 not bound to the agent host hv-cinder-78960 {{(pid=78794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:30:23.252911 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fadb96-4ce9-4f67-8df6-4896920983db req-fedc8c81-3be6-4083-b2e6-24e6df87422c tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:30:23.255228 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-87fadb96-4ce9-4f67-8df6-4896920983db req-fedc8c81-3be6-4083-b2e6-24e6df87422c tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.85 "GET /v2.0/networks?id=17267851-fd39-4f2f-86eb-a60d64460bc3 HTTP/1.1" status: 200 len: 811 time: 0.1521006 May 12 15:30:23.308039 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-87fadb96-4ce9-4f67-8df6-4896920983db req-47372477-2806-4d47-bbfe-2d1a481f6954 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c641ae825cc4fc19fd89c2aecc761e3 HTTP/1.1" status: 200 len: 380 time: 0.0423553 May 12 15:30:23.320659 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.v2.base [req-87fadb96-4ce9-4f67-8df6-4896920983db req-0de74ec1-a096-4188-a146-14fce2528a3e tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Request body: {'port': {'device_id': '5cf4dd10-c481-47df-b532-a560e8d7c497', 'network_id': '17267851-fd39-4f2f-86eb-a60d64460bc3', 'admin_state_up': True, 'tenant_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'security_groups': ['2760b0f1-b234-4de9-89f2-f77f95ef8caa']}} {{(pid=78793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:30:23.369401 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-2d4c4611-c4df-40cd-8ccc-1792eaf1b4d8 req-027b70cc-cde8-41d4-96a9-aeaa78994d96 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cf4dd10-c481-47df-b532-a560e8d7c497 HTTP/1.1" status: 200 len: 210 time: 0.0437493 May 12 15:30:23.558065 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [req-87fadb96-4ce9-4f67-8df6-4896920983db req-0de74ec1-a096-4188-a146-14fce2528a3e tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:30:23.567990 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [req-87fadb96-4ce9-4f67-8df6-4896920983db req-0de74ec1-a096-4188-a146-14fce2528a3e tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:30:23.578039 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87fadb96-4ce9-4f67-8df6-4896920983db req-0de74ec1-a096-4188-a146-14fce2528a3e tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Made reservation on behalf of 9c641ae825cc4fc19fd89c2aecc761e3 for: {'port': 1} {{(pid=78793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:30:23.581408 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-87fadb96-4ce9-4f67-8df6-4896920983db req-0de74ec1-a096-4188-a146-14fce2528a3e tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:30:23.744969 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.db_base_plugin_common [req-87fadb96-4ce9-4f67-8df6-4896920983db req-0de74ec1-a096-4188-a146-14fce2528a3e tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Allocated IP 172.20.0.11 (17267851-fd39-4f2f-86eb-a60d64460bc3/90db4296-24fa-4fea-bd4a-f288635b69c4/2c04a71b-e21e-4460-ae36-c1a18ab155c3) {{(pid=78793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:30:23.946721 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-87fadb96-4ce9-4f67-8df6-4896920983db req-0de74ec1-a096-4188-a146-14fce2528a3e tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks [] for port, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:30:23.964200 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.provisioning_blocks [req-87fadb96-4ce9-4f67-8df6-4896920983db req-0de74ec1-a096-4188-a146-14fce2528a3e tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Transition to ACTIVE for port object 2c04a71b-e21e-4460-ae36-c1a18ab155c3 will not be triggered until provisioned by entity DHCP. {{(pid=78793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:30:23.987655 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-87fadb96-4ce9-4f67-8df6-4896920983db req-0de74ec1-a096-4188-a146-14fce2528a3e tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739648862724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3598933'] for port, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:30:23.993364 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-8e6fbeb4-530a-4fed-a38e-d07189c0657e tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:30:24.056202 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87fadb96-4ce9-4f67-8df6-4896920983db req-0de74ec1-a096-4188-a146-14fce2528a3e tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Network 17267851-fd39-4f2f-86eb-a60d64460bc3 is already hosted by enough agents. {{(pid=78793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:30:24.059160 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.base_scheduler [req-87fadb96-4ce9-4f67-8df6-4896920983db req-0de74ec1-a096-4188-a146-14fce2528a3e tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Resources bound (agent type, host, resource id): {{(pid=78793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:30:24.063061 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.l3_dvrscheduler_db [req-87fadb96-4ce9-4f67-8df6-4896920983db req-0de74ec1-a096-4188-a146-14fce2528a3e tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Received port after_create {{(pid=78793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:30:24.105405 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de74ec1-a096-4188-a146-14fce2528a3e tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Pushing event updated for resources: {'Port': ['ID=2c04a71b-e21e-4460-ae36-c1a18ab155c3,revision_number=1']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:30:24.110003 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-0de74ec1-a096-4188-a146-14fce2528a3e tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:30:24.137361 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fadb96-4ce9-4f67-8df6-4896920983db req-0de74ec1-a096-4188-a146-14fce2528a3e tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:30:24.138018 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-87fadb96-4ce9-4f67-8df6-4896920983db req-0de74ec1-a096-4188-a146-14fce2528a3e tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2050383'] for port, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:30:24.165396 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-87fadb96-4ce9-4f67-8df6-4896920983db req-0de74ec1-a096-4188-a146-14fce2528a3e tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8516974 May 12 15:30:24.177944 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.v2.base [req-87fadb96-4ce9-4f67-8df6-4896920983db req-9403f575-f596-4812-9a97-03c869287e38 service neutron] Request body: {'port': {'device_id': '5cf4dd10-c481-47df-b532-a560e8d7c497', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=78793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:30:24.201216 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-876105c5-eed7-46ba-a478-d2a34eb0d798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:30:24.236464 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-448dfa45-ff46-4ac2-b8dc-5b490513d4eb None None] Provisioning for port 2c04a71b-e21e-4460-ae36-c1a18ab155c3 completed by entity DHCP. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:30:24.241121 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-448dfa45-ff46-4ac2-b8dc-5b490513d4eb None None] Provisioning complete for port 2c04a71b-e21e-4460-ae36-c1a18ab155c3 triggered by entity DHCP. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:30:24.241614 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-448dfa45-ff46-4ac2-b8dc-5b490513d4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:30:24.295031 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-87fadb96-4ce9-4f67-8df6-4896920983db req-9403f575-f596-4812-9a97-03c869287e38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:30:24.301291 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.plugin [None req-448dfa45-ff46-4ac2-b8dc-5b490513d4eb None None] Port 2c04a71b-e21e-4460-ae36-c1a18ab155c3 cannot update to ACTIVE because it is not bound. {{(pid=78794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 15:30:24.635306 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eacedf8-27cc-43bf-bf85-1d31324beb6f req-0294cf77-d1ae-4146-87c2-638c1800eebf tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:30:24.635995 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [req-5eacedf8-27cc-43bf-bf85-1d31324beb6f req-0294cf77-d1ae-4146-87c2-638c1800eebf tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Synchronizing usage tracker for tenant:9c641ae825cc4fc19fd89c2aecc761e3 on resource:port {{(pid=78793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:30:24.705678 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [req-5eacedf8-27cc-43bf-bf85-1d31324beb6f req-0294cf77-d1ae-4146-87c2-638c1800eebf tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Unset dirty status for tenant:9c641ae825cc4fc19fd89c2aecc761e3 on resource:port {{(pid=78793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:30:24.706750 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-5eacedf8-27cc-43bf-bf85-1d31324beb6f req-0294cf77-d1ae-4146-87c2-638c1800eebf tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cf4dd10-c481-47df-b532-a560e8d7c497 HTTP/1.1" status: 200 len: 932 time: 0.2031214 May 12 15:30:24.729261 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.notifiers.nova [req-87fadb96-4ce9-4f67-8df6-4896920983db req-9403f575-f596-4812-9a97-03c869287e38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c04a71b-e21e-4460-ae36-c1a18ab155c3 {{(pid=78793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 15:30:24.739957 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-87fadb96-4ce9-4f67-8df6-4896920983db req-9403f575-f596-4812-9a97-03c869287e38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:30:24.768672 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.provisioning_blocks [req-87fadb96-4ce9-4f67-8df6-4896920983db req-9403f575-f596-4812-9a97-03c869287e38 service neutron] Transition to ACTIVE for port object 2c04a71b-e21e-4460-ae36-c1a18ab155c3 will not be triggered until provisioned by entity L2. {{(pid=78793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:30:24.773661 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-5eacedf8-27cc-43bf-bf85-1d31324beb6f req-78657ba4-f476-497a-a580-6528e7e2b0c5 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/security-groups?id=2760b0f1-b234-4de9-89f2-f77f95ef8caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602484 May 12 15:30:24.775541 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-87fadb96-4ce9-4f67-8df6-4896920983db req-9403f575-f596-4812-9a97-03c869287e38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3598924'] for port, after_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:30:24.781027 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-2dc24d14-87f6-434a-9e7c-56b2fa5b0eb7 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:30:24.932874 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9403f575-f596-4812-9a97-03c869287e38 service neutron] Pushing event updated for resources: {'Port': ['ID=2c04a71b-e21e-4460-ae36-c1a18ab155c3,revision_number=2']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:30:24.940386 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-9403f575-f596-4812-9a97-03c869287e38 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:30:25.017979 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.managers [req-87fadb96-4ce9-4f67-8df6-4896920983db req-9403f575-f596-4812-9a97-03c869287e38 service neutron] Attempting to bind port 2c04a71b-e21e-4460-ae36-c1a18ab155c3 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=78793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:30:25.018313 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.managers [req-87fadb96-4ce9-4f67-8df6-4896920983db req-9403f575-f596-4812-9a97-03c869287e38 service neutron] Attempting to bind port 2c04a71b-e21e-4460-ae36-c1a18ab155c3 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'ac82933f-9743-4327-a060-79996a317b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '17267851-fd39-4f2f-86eb-a60d64460bc3'}] {{(pid=78793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:30:25.018641 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87fadb96-4ce9-4f67-8df6-4896920983db req-9403f575-f596-4812-9a97-03c869287e38 service neutron] Attempting to bind port 2c04a71b-e21e-4460-ae36-c1a18ab155c3 on network 17267851-fd39-4f2f-86eb-a60d64460bc3 {{(pid=78793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:30:25.023243 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87fadb96-4ce9-4f67-8df6-4896920983db req-9403f575-f596-4812-9a97-03c869287e38 service neutron] Port 2c04a71b-e21e-4460-ae36-c1a18ab155c3 on network 17267851-fd39-4f2f-86eb-a60d64460bc3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=78793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 15:30:25.023561 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87fadb96-4ce9-4f67-8df6-4896920983db req-9403f575-f596-4812-9a97-03c869287e38 service neutron] Attempting to bind port 2c04a71b-e21e-4460-ae36-c1a18ab155c3 on network 17267851-fd39-4f2f-86eb-a60d64460bc3 {{(pid=78793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:30:25.029461 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87fadb96-4ce9-4f67-8df6-4896920983db req-9403f575-f596-4812-9a97-03c869287e38 service neutron] Checking agent: {'id': 'f90bdb6d-8ae0-42e3-a09a-ceb4f970b9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 15, 18, 57), 'started_at': datetime.datetime(2021, 5, 12, 15, 18, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 15, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:30:25.029987 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87fadb96-4ce9-4f67-8df6-4896920983db req-9403f575-f596-4812-9a97-03c869287e38 service neutron] Checking segment: {'id': 'ac82933f-9743-4327-a060-79996a317b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '17267851-fd39-4f2f-86eb-a60d64460bc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:30:25.030589 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87fadb96-4ce9-4f67-8df6-4896920983db req-9403f575-f596-4812-9a97-03c869287e38 service neutron] Bound using segment: {'id': 'ac82933f-9743-4327-a060-79996a317b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '17267851-fd39-4f2f-86eb-a60d64460bc3'} {{(pid=78793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:30:25.030944 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.managers [req-87fadb96-4ce9-4f67-8df6-4896920983db req-9403f575-f596-4812-9a97-03c869287e38 service neutron] Bound port: 2c04a71b-e21e-4460-ae36-c1a18ab155c3, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac82933f-9743-4327-a060-79996a317b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '17267851-fd39-4f2f-86eb-a60d64460bc3'}}] {{(pid=78793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:30:25.031281 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-87fadb96-4ce9-4f67-8df6-4896920983db req-9403f575-f596-4812-9a97-03c869287e38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:30:25.120721 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.db [req-87fadb96-4ce9-4f67-8df6-4896920983db req-9403f575-f596-4812-9a97-03c869287e38 service neutron] For port 2c04a71b-e21e-4460-ae36-c1a18ab155c3, host hv-cinder-78960, cleared binding levels {{(pid=78793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:30:25.123903 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.db [req-87fadb96-4ce9-4f67-8df6-4896920983db req-9403f575-f596-4812-9a97-03c869287e38 service neutron] For port 2c04a71b-e21e-4460-ae36-c1a18ab155c3, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=2c04a71b-e21e-4460-ae36-c1a18ab155c3,segment=NetworkSegment(ac82933f-9743-4327-a060-79996a317b26),segment_id=ac82933f-9743-4327-a060-79996a317b26)] {{(pid=78793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:30:25.127746 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-87fadb96-4ce9-4f67-8df6-4896920983db req-9403f575-f596-4812-9a97-03c869287e38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3598924'] for port, after_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:30:25.131308 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-49d42472-92a6-48a5-a1df-258dc455ee62 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:30:25.186132 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fadb96-4ce9-4f67-8df6-4896920983db req-9403f575-f596-4812-9a97-03c869287e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:30:25.186738 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-87fadb96-4ce9-4f67-8df6-4896920983db req-9403f575-f596-4812-9a97-03c869287e38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2050383'] for port, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:30:25.188063 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-87fadb96-4ce9-4f67-8df6-4896920983db req-9403f575-f596-4812-9a97-03c869287e38 service neutron] 10.222.0.85 "PUT /v2.0/ports/2c04a71b-e21e-4460-ae36-c1a18ab155c3 HTTP/1.1" status: 200 len: 1094 time: 1.0147567 May 12 15:30:25.188548 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cf4dd10-c481-47df-b532-a560e8d7c497', 'tag': '2c04a71b-e21e-4460-ae36-c1a18ab155c3'}] {{(pid=78793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:30:25.214116 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9403f575-f596-4812-9a97-03c869287e38 service neutron] Pushing event updated for resources: {'Port': ['ID=2c04a71b-e21e-4460-ae36-c1a18ab155c3,revision_number=3']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:30:25.217091 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-9403f575-f596-4812-9a97-03c869287e38 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:30:25.238684 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cf4dd10-c481-47df-b532-a560e8d7c497', 'tag': '2c04a71b-e21e-4460-ae36-c1a18ab155c3', 'status': 'completed', 'code': 200} May 12 15:30:25.316255 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fadb96-4ce9-4f67-8df6-4896920983db req-6f2cad2f-44bb-4e5c-b4c7-df8a4b45685c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:30:25.317733 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-87fadb96-4ce9-4f67-8df6-4896920983db req-6f2cad2f-44bb-4e5c-b4c7-df8a4b45685c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9c641ae825cc4fc19fd89c2aecc761e3&device_id=5cf4dd10-c481-47df-b532-a560e8d7c497 HTTP/1.1" status: 200 len: 1097 time: 0.0740621 May 12 15:30:25.490815 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-87fadb96-4ce9-4f67-8df6-4896920983db req-cafa0f22-43b9-41b3-bcba-3fbbefa53f14 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c04a71b-e21e-4460-ae36-c1a18ab155c3 HTTP/1.1" status: 200 len: 217 time: 0.1648626 May 12 15:30:25.553136 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fadb96-4ce9-4f67-8df6-4896920983db req-5fca255a-422f-47c9-8dd0-c421e1988217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:30:25.554559 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-87fadb96-4ce9-4f67-8df6-4896920983db req-5fca255a-422f-47c9-8dd0-c421e1988217 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=90db4296-24fa-4fea-bd4a-f288635b69c4 HTTP/1.1" status: 200 len: 850 time: 0.0572925 May 12 15:30:25.630841 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fadb96-4ce9-4f67-8df6-4896920983db req-517102b6-0b7e-4d40-a1d1-cbd2266a12f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:30:25.632284 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-87fadb96-4ce9-4f67-8df6-4896920983db req-517102b6-0b7e-4d40-a1d1-cbd2266a12f7 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=17267851-fd39-4f2f-86eb-a60d64460bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0707500 May 12 15:30:25.763424 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-87fadb96-4ce9-4f67-8df6-4896920983db req-a157d979-2cfb-44e4-a2c8-a374335adbab service neutron] 10.222.0.85 "GET /v2.0/networks/17267851-fd39-4f2f-86eb-a60d64460bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237688 May 12 15:30:25.938158 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-87fadb96-4ce9-4f67-8df6-4896920983db req-0b55b9f3-8e61-4492-a8d8-f7c96f3d15df service neutron] 10.222.0.85 "GET /v2.0/networks/17267851-fd39-4f2f-86eb-a60d64460bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682525 May 12 15:30:25.984002 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce71a26-50ad-4e35-8dfc-b0102279a708 req-a6d873ed-2699-4d48-adfd-ff6e87d8bced tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:30:25.985583 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-fce71a26-50ad-4e35-8dfc-b0102279a708 req-a6d873ed-2699-4d48-adfd-ff6e87d8bced tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cf4dd10-c481-47df-b532-a560e8d7c497 HTTP/1.1" status: 200 len: 944 time: 0.1039310 May 12 15:30:26.079358 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-fce71a26-50ad-4e35-8dfc-b0102279a708 req-9705f493-cb6e-4e22-8d00-034a93041689 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/security-groups?id=2760b0f1-b234-4de9-89f2-f77f95ef8caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879452 May 12 15:30:26.105669 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa099bb-dbb3-4d40-8100-14dee3d94a84 req-d6646cd6-e28f-42fc-b61d-3537b5aaed37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:30:26.107154 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-1fa099bb-dbb3-4d40-8100-14dee3d94a84 req-d6646cd6-e28f-42fc-b61d-3537b5aaed37 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9c641ae825cc4fc19fd89c2aecc761e3&device_id=5cf4dd10-c481-47df-b532-a560e8d7c497 HTTP/1.1" status: 200 len: 1097 time: 0.1011295 May 12 15:30:26.241104 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa099bb-dbb3-4d40-8100-14dee3d94a84 req-55b3af2c-34a4-43be-beba-dc664ea2c7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:30:26.242581 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-1fa099bb-dbb3-4d40-8100-14dee3d94a84 req-55b3af2c-34a4-43be-beba-dc664ea2c7c3 service neutron] 10.222.0.85 "GET /v2.0/networks?id=17267851-fd39-4f2f-86eb-a60d64460bc3 HTTP/1.1" status: 200 len: 912 time: 0.1278167 May 12 15:30:26.309467 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-1fa099bb-dbb3-4d40-8100-14dee3d94a84 req-6f5969cf-f2aa-4706-98cd-06d5d0e6d363 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c04a71b-e21e-4460-ae36-c1a18ab155c3 HTTP/1.1" status: 200 len: 217 time: 0.0593739 May 12 15:30:26.374779 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa099bb-dbb3-4d40-8100-14dee3d94a84 req-07e6b7f4-23f0-4994-8f3e-3c209a0de4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:30:26.376171 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-1fa099bb-dbb3-4d40-8100-14dee3d94a84 req-07e6b7f4-23f0-4994-8f3e-3c209a0de4f1 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=90db4296-24fa-4fea-bd4a-f288635b69c4 HTTP/1.1" status: 200 len: 850 time: 0.0599155 May 12 15:30:26.450589 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa099bb-dbb3-4d40-8100-14dee3d94a84 req-37cb6dbb-fd0a-44d9-a58b-1fd327dcc001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:30:26.452028 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-1fa099bb-dbb3-4d40-8100-14dee3d94a84 req-37cb6dbb-fd0a-44d9-a58b-1fd327dcc001 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=17267851-fd39-4f2f-86eb-a60d64460bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0688300 May 12 15:30:26.581978 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-1fa099bb-dbb3-4d40-8100-14dee3d94a84 req-36efc2e6-cbed-4ed9-9a63-223a40e6d2ea service neutron] 10.222.0.85 "GET /v2.0/networks/17267851-fd39-4f2f-86eb-a60d64460bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221337 May 12 15:30:26.709614 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-1fa099bb-dbb3-4d40-8100-14dee3d94a84 req-045f8c7c-8c7d-4cbd-944b-c26771da0130 service neutron] 10.222.0.85 "GET /v2.0/networks/17267851-fd39-4f2f-86eb-a60d64460bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207969 May 12 15:30:27.054516 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:30:27.270912 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c4dd6-9b10-484d-9272-90e64c05d375 req-2b023aef-dcb2-4cdb-b9fa-50e4ab7d69e9 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:30:27.272357 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-4e3c4dd6-9b10-484d-9272-90e64c05d375 req-2b023aef-dcb2-4cdb-b9fa-50e4ab7d69e9 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cf4dd10-c481-47df-b532-a560e8d7c497 HTTP/1.1" status: 200 len: 944 time: 0.0831001 May 12 15:30:27.318394 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-4e3c4dd6-9b10-484d-9272-90e64c05d375 req-fb3340f5-e98f-4395-a189-11ec1af91540 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/security-groups?id=2760b0f1-b234-4de9-89f2-f77f95ef8caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402920 May 12 15:30:28.511723 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3827e31f-2d98-4a7f-8e19-ca54145c4fd9 req-22b11d98-52a9-4951-ae0a-b107c40bfa4f tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:30:28.513180 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-3827e31f-2d98-4a7f-8e19-ca54145c4fd9 req-22b11d98-52a9-4951-ae0a-b107c40bfa4f tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cf4dd10-c481-47df-b532-a560e8d7c497 HTTP/1.1" status: 200 len: 944 time: 0.0849049 May 12 15:30:28.559440 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-3827e31f-2d98-4a7f-8e19-ca54145c4fd9 req-a48c8f36-d2d6-413a-9b8b-12ff84f8b9c5 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/security-groups?id=2760b0f1-b234-4de9-89f2-f77f95ef8caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405531 May 12 15:30:29.870362 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9008ee00-70f2-45d0-ae9b-58f71a38fdc3 req-00ca0516-04dd-4afb-ba1e-d70a5e202452 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:30:29.871818 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-9008ee00-70f2-45d0-ae9b-58f71a38fdc3 req-00ca0516-04dd-4afb-ba1e-d70a5e202452 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cf4dd10-c481-47df-b532-a560e8d7c497 HTTP/1.1" status: 200 len: 944 time: 0.2039466 May 12 15:30:29.920220 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-9008ee00-70f2-45d0-ae9b-58f71a38fdc3 req-e89cd18d-2712-4c19-8ea6-0eb3605b52f6 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/security-groups?id=2760b0f1-b234-4de9-89f2-f77f95ef8caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423424 May 12 15:30:31.112649 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50156da4-bfd5-4826-b81c-3e6da1562764 req-12a6b99e-50a3-44c9-8e8b-5759c2e163d4 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:30:31.114156 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-50156da4-bfd5-4826-b81c-3e6da1562764 req-12a6b99e-50a3-44c9-8e8b-5759c2e163d4 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cf4dd10-c481-47df-b532-a560e8d7c497 HTTP/1.1" status: 200 len: 944 time: 0.0834441 May 12 15:30:31.159543 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-50156da4-bfd5-4826-b81c-3e6da1562764 req-3e29ad92-5380-4a48-9243-24e47553bb8d tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/security-groups?id=2760b0f1-b234-4de9-89f2-f77f95ef8caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396121 May 12 15:30:32.349608 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a1614a-f4db-45c2-9dd3-6f9d52efea8d req-2aea4185-79d3-47a2-b928-557087136daa tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:30:32.352199 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-a5a1614a-f4db-45c2-9dd3-6f9d52efea8d req-2aea4185-79d3-47a2-b928-557087136daa tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cf4dd10-c481-47df-b532-a560e8d7c497 HTTP/1.1" status: 200 len: 944 time: 0.0834107 May 12 15:30:32.405096 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-a5a1614a-f4db-45c2-9dd3-6f9d52efea8d req-63c6481a-70b3-4cc1-a289-7b728ea8ebf8 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/security-groups?id=2760b0f1-b234-4de9-89f2-f77f95ef8caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433419 May 12 15:30:33.596769 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e78327-ad9e-4e83-9788-1425b0c83b39 req-24a1de65-125d-45fd-a427-3f6e5b860a8e tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:30:33.598230 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-f7e78327-ad9e-4e83-9788-1425b0c83b39 req-24a1de65-125d-45fd-a427-3f6e5b860a8e tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cf4dd10-c481-47df-b532-a560e8d7c497 HTTP/1.1" status: 200 len: 944 time: 0.0852885 May 12 15:30:33.642979 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-f7e78327-ad9e-4e83-9788-1425b0c83b39 req-9fead18a-e5fd-467f-b854-9c9dfcf4d851 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/security-groups?id=2760b0f1-b234-4de9-89f2-f77f95ef8caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389900 May 12 15:30:34.601324 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Device 2c04a71b-e21e-4460-ae36-c1a18ab155c3 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=78794) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 15:30:34.739259 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] For port 2c04a71b-e21e-4460-ae36-c1a18ab155c3, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=2c04a71b-e21e-4460-ae36-c1a18ab155c3,segment=NetworkSegment(ac82933f-9743-4327-a060-79996a317b26),segment_id=ac82933f-9743-4327-a060-79996a317b26)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:30:34.754454 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Returning: {'device': '2c04a71b-e21e-4460-ae36-c1a18ab155c3', 'network_id': '17267851-fd39-4f2f-86eb-a60d64460bc3', 'port_id': '2c04a71b-e21e-4460-ae36-c1a18ab155c3', 'mac_address': 'fa:16:3e:42:a6:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90db4296-24fa-4fea-bd4a-f288635b69c4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78794) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 15:30:34.822836 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:30:34.834175 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab4fcba-01b8-4ed5-a8dc-c91c024def37 req-cec9b5bd-efa5-4f40-a58b-a70248527437 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:30:34.835711 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-2ab4fcba-01b8-4ed5-a8dc-c91c024def37 req-cec9b5bd-efa5-4f40-a58b-a70248527437 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cf4dd10-c481-47df-b532-a560e8d7c497 HTTP/1.1" status: 200 len: 944 time: 0.0821126 May 12 15:30:34.839355 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.notifiers.nova [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c04a71b-e21e-4460-ae36-c1a18ab155c3 {{(pid=78794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 15:30:34.855938 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] For port 2c04a71b-e21e-4460-ae36-c1a18ab155c3, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=2c04a71b-e21e-4460-ae36-c1a18ab155c3,segment=NetworkSegment(ac82933f-9743-4327-a060-79996a317b26),segment_id=ac82933f-9743-4327-a060-79996a317b26)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:30:34.859666 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:30:34.861605 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:30:34.882594 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-2ab4fcba-01b8-4ed5-a8dc-c91c024def37 req-18f89072-39c7-49fe-9d84-836f7f20bb2a tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/security-groups?id=2760b0f1-b234-4de9-89f2-f77f95ef8caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407534 May 12 15:30:34.929131 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Pushing event updated for resources: {'Port': ['ID=2c04a71b-e21e-4460-ae36-c1a18ab155c3,revision_number=4']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:30:34.938090 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:30:34.938319 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:30:34.938660 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:30:34.939029 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:30:34.939312 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:30:34.939641 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:30:34.939966 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:30:34.940289 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:30:34.940612 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:30:34.940933 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:30:34.941376 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:30:34.941595 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:30:34.945749 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:30:35.256516 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] get_ports_and_sgs() called for port_ids ['2c04a71b-e21e-4460-ae36-c1a18ab155c3'] {{(pid=78794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:30:36.075902 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac999bad-75c3-40d9-90bd-568cd6f8ac1c req-2c7bfef6-1d11-4282-9783-1ac19662e299 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:30:36.077372 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-ac999bad-75c3-40d9-90bd-568cd6f8ac1c req-2c7bfef6-1d11-4282-9783-1ac19662e299 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cf4dd10-c481-47df-b532-a560e8d7c497 HTTP/1.1" status: 200 len: 945 time: 0.0826097 May 12 15:30:36.146943 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.agents_db [None req-dd47ce14-932e-4540-b008-5e9038d1c348 None None] Agent healthcheck: found 6 active agents {{(pid=78795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 15:30:36.232110 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-ac999bad-75c3-40d9-90bd-568cd6f8ac1c req-6bba857f-932e-40d5-96e1-6b9cee65e2b2 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/security-groups?id=2760b0f1-b234-4de9-89f2-f77f95ef8caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489170 May 12 15:30:36.617861 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Device 2c04a71b-e21e-4460-ae36-c1a18ab155c3 up at agent hyperv_hv-cinder-78960 {{(pid=78794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:30:36.686390 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Provisioning for port 2c04a71b-e21e-4460-ae36-c1a18ab155c3 completed by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:30:36.690897 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Provisioning complete for port 2c04a71b-e21e-4460-ae36-c1a18ab155c3 triggered by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:30:36.691262 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:30:36.808883 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:30:36.834925 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cf4dd10-c481-47df-b532-a560e8d7c497', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c04a71b-e21e-4460-ae36-c1a18ab155c3'}] {{(pid=78794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:30:36.846076 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] For port 2c04a71b-e21e-4460-ae36-c1a18ab155c3, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=2c04a71b-e21e-4460-ae36-c1a18ab155c3,segment=NetworkSegment(ac82933f-9743-4327-a060-79996a317b26),segment_id=ac82933f-9743-4327-a060-79996a317b26)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:30:36.850161 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:30:36.853250 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:30:36.884990 dv-cinder-789603-6-iscsi neutron-server[78794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cf4dd10-c481-47df-b532-a560e8d7c497', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c04a71b-e21e-4460-ae36-c1a18ab155c3', 'code': 200} May 12 15:30:36.928369 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Pushing event updated for resources: {'Port': ['ID=2c04a71b-e21e-4460-ae36-c1a18ab155c3,revision_number=5']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:30:36.931353 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:30:37.168838 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e530bd-9cc8-4d79-8b01-8be902eb2d35 req-1fe20ecb-66ab-46f7-8aeb-9f9628964074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:30:37.170208 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-b9e530bd-9cc8-4d79-8b01-8be902eb2d35 req-1fe20ecb-66ab-46f7-8aeb-9f9628964074 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=5cf4dd10-c481-47df-b532-a560e8d7c497 HTTP/1.1" status: 200 len: 1099 time: 0.0680015 May 12 15:30:37.211500 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-b9e530bd-9cc8-4d79-8b01-8be902eb2d35 req-c408cdf9-db7b-4780-aa41-efaafcb7f122 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=2760b0f1-b234-4de9-89f2-f77f95ef8caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327380 May 12 15:30:37.421899 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f201f62-6f8f-472e-b8f6-475c78ed59c6 req-842ef833-ebec-4401-803b-97f5fa56c23c tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:30:37.423302 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-7f201f62-6f8f-472e-b8f6-475c78ed59c6 req-842ef833-ebec-4401-803b-97f5fa56c23c tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cf4dd10-c481-47df-b532-a560e8d7c497 HTTP/1.1" status: 200 len: 946 time: 0.0831711 May 12 15:30:37.468207 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-7f201f62-6f8f-472e-b8f6-475c78ed59c6 req-c4ef9943-27a3-45c4-963c-27d0e5b4a7ea tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/security-groups?id=2760b0f1-b234-4de9-89f2-f77f95ef8caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390406 May 12 15:30:38.677644 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73aa4ef-8046-4c07-9191-062cd54fbd8c req-4fc6fd02-6fd5-46a5-8f3d-d9203beb6684 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:30:38.679062 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-d73aa4ef-8046-4c07-9191-062cd54fbd8c req-4fc6fd02-6fd5-46a5-8f3d-d9203beb6684 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cf4dd10-c481-47df-b532-a560e8d7c497 HTTP/1.1" status: 200 len: 946 time: 0.0857222 May 12 15:30:38.725216 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-d73aa4ef-8046-4c07-9191-062cd54fbd8c req-ab5b261d-75ea-4743-b2ac-424f1b0c791d tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/security-groups?id=2760b0f1-b234-4de9-89f2-f77f95ef8caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399754 May 12 15:30:38.917709 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1264c37-6c6a-41ca-b56b-6d0464296ae4 req-9d30cd12-ce12-409d-afd4-50b0ad8bc560 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:30:38.919223 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-f1264c37-6c6a-41ca-b56b-6d0464296ae4 req-9d30cd12-ce12-409d-afd4-50b0ad8bc560 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cf4dd10-c481-47df-b532-a560e8d7c497 HTTP/1.1" status: 200 len: 946 time: 0.0848713 May 12 15:30:38.968281 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-f1264c37-6c6a-41ca-b56b-6d0464296ae4 req-1289c389-490c-440e-833c-3a9ef20d6ba2 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/security-groups?id=2760b0f1-b234-4de9-89f2-f77f95ef8caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419288 May 12 15:30:38.991908 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 48988) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:30:39.063878 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4946e1a2-2d9d-4af5-a8fb-2e49cbf2c1a1 tempest-TestVolumeBootPattern-413708984 tempest-TestVolumeBootPattern-413708984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:30:39.065356 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-4946e1a2-2d9d-4af5-a8fb-2e49cbf2c1a1 tempest-TestVolumeBootPattern-413708984 tempest-TestVolumeBootPattern-413708984-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5cf4dd10-c481-47df-b532-a560e8d7c497 HTTP/1.1" status: 200 len: 1094 time: 0.0724540 May 12 15:30:39.068128 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 48992) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:30:39.073952 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.v2.base [None req-b8253765-e2b0-4781-98c6-fa3213e97b66 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Request body: {'floatingip': {'floating_network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'port_id': '2c04a71b-e21e-4460-ae36-c1a18ab155c3', 'tenant_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'fixed_ip_address': '172.20.0.11'}} {{(pid=78793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:30:39.079767 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-b8253765-e2b0-4781-98c6-fa3213e97b66 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:30:39.083551 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-b8253765-e2b0-4781-98c6-fa3213e97b66 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Usage tracker for resource:floatingip and tenant:9c641ae825cc4fc19fd89c2aecc761e3 is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:30:39.086420 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-b8253765-e2b0-4781-98c6-fa3213e97b66 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:30:39.092101 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-b8253765-e2b0-4781-98c6-fa3213e97b66 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:30:39.102816 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-b8253765-e2b0-4781-98c6-fa3213e97b66 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks [] for floatingip, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:30:39.240201 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-b8253765-e2b0-4781-98c6-fa3213e97b66 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:30:39.385529 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.db_base_plugin_common [None req-b8253765-e2b0-4781-98c6-fa3213e97b66 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Allocated IP 172.27.2.107 (d9e66476-551f-4a93-96a6-794e2ee658bf/9a4f1bc6-77ee-4516-b181-cab47718771b/c17b63ae-efeb-4996-bb4b-340a767838fe) {{(pid=78793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:30:39.531151 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-b8253765-e2b0-4781-98c6-fa3213e97b66 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks [] for port, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:30:39.562141 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-b8253765-e2b0-4781-98c6-fa3213e97b66 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739648862724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3598933'] for port, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:30:39.565964 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-daab7170-a82d-4fb4-85f5-0a935ebd36b1 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:30:39.627901 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8253765-e2b0-4781-98c6-fa3213e97b66 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Network d9e66476-551f-4a93-96a6-794e2ee658bf is already hosted by enough agents. {{(pid=78793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:30:39.630828 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.base_scheduler [None req-b8253765-e2b0-4781-98c6-fa3213e97b66 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Resources bound (agent type, host, resource id): {{(pid=78793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:30:39.639336 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8253765-e2b0-4781-98c6-fa3213e97b66 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Received port after_create {{(pid=78793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:30:39.671787 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8253765-e2b0-4781-98c6-fa3213e97b66 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Pushing event updated for resources: {'Port': ['ID=c17b63ae-efeb-4996-bb4b-340a767838fe,revision_number=1']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:30:39.678035 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-b8253765-e2b0-4781-98c6-fa3213e97b66 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:30:40.053642 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-b8253765-e2b0-4781-98c6-fa3213e97b66 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:30:40.128810 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-b8253765-e2b0-4781-98c6-fa3213e97b66 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:30:40.343042 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-b8253765-e2b0-4781-98c6-fa3213e97b66 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks [] for port, precommit_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:30:40.347750 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-b8253765-e2b0-4781-98c6-fa3213e97b66 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3598924'] for port, after_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:30:40.351671 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-e9404c0c-96fe-4a14-ae3f-c7642c993d53 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:30:40.559501 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8253765-e2b0-4781-98c6-fa3213e97b66 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Pushing event updated for resources: {'Port': ['ID=c17b63ae-efeb-4996-bb4b-340a767838fe,revision_number=2']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:30:40.563499 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-b8253765-e2b0-4781-98c6-fa3213e97b66 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:30:40.576609 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-b8253765-e2b0-4781-98c6-fa3213e97b66 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706618'] for floatingip, after_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:30:40.756269 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.db.l3_db [None req-b8253765-e2b0-4781-98c6-fa3213e97b66 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Floating IP 950d860e-7792-4e71-8701-56c850e05b09 associated. External IP: 172.27.2.107, port: 2c04a71b-e21e-4460-ae36-c1a18ab155c3. May 12 15:30:41.138692 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8253765-e2b0-4781-98c6-fa3213e97b66 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Router 7d2b8dbb-d67c-46d4-97ab-ed1952d51b15 has already been hosted by L3 agent e96f2393-830b-46ef-bef2-f93615c2f352 {{(pid=78793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 15:30:41.318603 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8253765-e2b0-4781-98c6-fa3213e97b66 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify agent at l3_agent.dv-cinder-789603-6-iscsi the message routers_updated {{(pid=78793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:30:41.327682 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e2bf55-33ce-432c-8a85-6913c2bb1895 None None] Sync routers for ids ['7d2b8dbb-d67c-46d4-97ab-ed1952d51b15'] in dv-cinder-789603-6-iscsi {{(pid=78794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:30:41.337675 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e2bf55-33ce-432c-8a85-6913c2bb1895 None None] Routers {'7d2b8dbb-d67c-46d4-97ab-ed1952d51b15'} bound to L3 agent in host dv-cinder-789603-6-iscsi {{(pid=78794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:30:41.338872 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-55e2bf55-33ce-432c-8a85-6913c2bb1895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-12T15:12:51Z,description=,heartbeat_timestamp=2021-05-12T15:30:21Z,host='dv-cinder-789603-6-iscsi',id=e96f2393-830b-46ef-bef2-f93615c2f352,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:12:51Z,topic='l3_agent')) {'router_ids': ['7d2b8dbb-d67c-46d4-97ab-ed1952d51b15'], 'active': True} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:30:41.346974 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-b8253765-e2b0-4781-98c6-fa3213e97b66 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2050383'] for floatingip, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:30:41.413464 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-b8253765-e2b0-4781-98c6-fa3213e97b66 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3443236 May 12 15:30:41.414240 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cf4dd10-c481-47df-b532-a560e8d7c497', 'tag': '2c04a71b-e21e-4460-ae36-c1a18ab155c3'}] {{(pid=78793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:30:41.458774 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cf4dd10-c481-47df-b532-a560e8d7c497', 'tag': '2c04a71b-e21e-4460-ae36-c1a18ab155c3', 'status': 'completed', 'code': 200} May 12 15:30:41.518086 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvr_db [None req-55e2bf55-33ce-432c-8a85-6913c2bb1895 None None] Set router 7d2b8dbb-d67c-46d4-97ab-ed1952d51b15 gateway port host: dv-cinder-789603-6-iscsi {{(pid=78794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:30:41.551603 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1e23dd-164f-4bfa-ba25-c0f170e469b9 req-920eae2b-2b1f-4fac-b462-fee6e5edf273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:30:41.553056 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-2a1e23dd-164f-4bfa-ba25-c0f170e469b9 req-920eae2b-2b1f-4fac-b462-fee6e5edf273 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9c641ae825cc4fc19fd89c2aecc761e3&device_id=5cf4dd10-c481-47df-b532-a560e8d7c497 HTTP/1.1" status: 200 len: 1099 time: 0.0697038 May 12 15:30:41.685156 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1e23dd-164f-4bfa-ba25-c0f170e469b9 req-070c2aa2-7d44-40de-a989-ef841d555ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:30:41.686679 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-2a1e23dd-164f-4bfa-ba25-c0f170e469b9 req-070c2aa2-7d44-40de-a989-ef841d555ebc service neutron] 10.222.0.85 "GET /v2.0/networks?id=17267851-fd39-4f2f-86eb-a60d64460bc3 HTTP/1.1" status: 200 len: 912 time: 0.1266205 May 12 15:30:41.792415 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-2a1e23dd-164f-4bfa-ba25-c0f170e469b9 req-494749df-81e1-4049-adad-f381ae8ea74e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c04a71b-e21e-4460-ae36-c1a18ab155c3 HTTP/1.1" status: 200 len: 1000 time: 0.0971942 May 12 15:30:41.857685 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1e23dd-164f-4bfa-ba25-c0f170e469b9 req-b11ea813-0a66-4d3d-b092-c2590cc9e470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:30:41.859173 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-2a1e23dd-164f-4bfa-ba25-c0f170e469b9 req-b11ea813-0a66-4d3d-b092-c2590cc9e470 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=90db4296-24fa-4fea-bd4a-f288635b69c4 HTTP/1.1" status: 200 len: 850 time: 0.0577261 May 12 15:30:41.866545 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-55e2bf55-33ce-432c-8a85-6913c2bb1895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d2b8dbb-d67c-46d4-97ab-ed1952d51b15', 'name': 'tempest-TestVolumeBootPattern-396584955-router', 'tenant_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'a0eaaa71-6293-4f40-a208-4cedd38e2dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:26:10Z', 'updated_at': '2021-05-12T15:26:14Z', 'revision_number': 4, 'project_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'gw_port': {'id': 'a0eaaa71-6293-4f40-a208-4cedd38e2dc3', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2b8dbb-d67c-46d4-97ab-ed1952d51b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:26:10Z', 'updated_at': '2021-05-12T15:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi', '_floatingips': [{'id': '950d860e-7792-4e71-8701-56c850e05b09', 'tenant_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'floating_ip_address': '172.27.2.107', 'floating_network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'router_id': '7d2b8dbb-d67c-46d4-97ab-ed1952d51b15', 'port_id': '2c04a71b-e21e-4460-ae36-c1a18ab155c3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17267851-fd39-4f2f-86eb-a60d64460bc3', 'mac_address': 'fa:16:3e:42:a6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf4dd10-c481-47df-b532-a560e8d7c497', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T15:30:39Z', 'updated_at': '2021-05-12T15:30:39Z', 'revision_number': 0, 'project_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e56ff15-ff6a-44ee-b638-69fb02cae5f4', 'name': '', 'network_id': '17267851-fd39-4f2f-86eb-a60d64460bc3', 'tenant_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'mac_address': 'fa:16:3e:1a:eb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2b8dbb-d67c-46d4-97ab-ed1952d51b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '90db4296-24fa-4fea-bd4a-f288635b69c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:26:13Z', 'updated_at': '2021-05-12T15:26:21Z', 'revision_number': 5, 'project_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'subnets': [{'id': '90db4296-24fa-4fea-bd4a-f288635b69c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-iscsi', False) {} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:30:41.871115 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e2bf55-33ce-432c-8a85-6913c2bb1895 None None] Checking router: 7d2b8dbb-d67c-46d4-97ab-ed1952d51b15 for host: dv-cinder-789603-6-iscsi {{(pid=78794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:30:41.879942 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e2bf55-33ce-432c-8a85-6913c2bb1895 None None] Routers {'7d2b8dbb-d67c-46d4-97ab-ed1952d51b15'} bound to L3 agent in host dv-cinder-789603-6-iscsi {{(pid=78794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:30:41.880550 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-55e2bf55-33ce-432c-8a85-6913c2bb1895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-12T15:12:51Z,description=,heartbeat_timestamp=2021-05-12T15:30:21Z,host='dv-cinder-789603-6-iscsi',id=e96f2393-830b-46ef-bef2-f93615c2f352,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:12:51Z,topic='l3_agent')) {'router_ids': ['7d2b8dbb-d67c-46d4-97ab-ed1952d51b15'], 'active': True} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:30:41.945529 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1e23dd-164f-4bfa-ba25-c0f170e469b9 req-86eed8dd-05f9-4bf8-8cf1-b43f5953d127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:30:41.949962 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-2a1e23dd-164f-4bfa-ba25-c0f170e469b9 req-86eed8dd-05f9-4bf8-8cf1-b43f5953d127 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=17267851-fd39-4f2f-86eb-a60d64460bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0784369 May 12 15:30:42.071446 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvr_db [None req-55e2bf55-33ce-432c-8a85-6913c2bb1895 None None] Set router 7d2b8dbb-d67c-46d4-97ab-ed1952d51b15 gateway port host: dv-cinder-789603-6-iscsi {{(pid=78794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:30:42.200825 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-2a1e23dd-164f-4bfa-ba25-c0f170e469b9 req-b60f90c5-3450-4298-8155-d72deb594337 service neutron] 10.222.0.85 "GET /v2.0/networks/17267851-fd39-4f2f-86eb-a60d64460bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456512 May 12 15:30:42.338811 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-2a1e23dd-164f-4bfa-ba25-c0f170e469b9 req-69906b90-0564-4d26-af05-ecf07f37f62e service neutron] 10.222.0.85 "GET /v2.0/networks/17267851-fd39-4f2f-86eb-a60d64460bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298833 May 12 15:30:42.481653 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-55e2bf55-33ce-432c-8a85-6913c2bb1895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d2b8dbb-d67c-46d4-97ab-ed1952d51b15', 'name': 'tempest-TestVolumeBootPattern-396584955-router', 'tenant_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'a0eaaa71-6293-4f40-a208-4cedd38e2dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:26:10Z', 'updated_at': '2021-05-12T15:26:14Z', 'revision_number': 4, 'project_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'gw_port': {'id': 'a0eaaa71-6293-4f40-a208-4cedd38e2dc3', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2b8dbb-d67c-46d4-97ab-ed1952d51b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:26:10Z', 'updated_at': '2021-05-12T15:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi', '_floatingips': [{'id': '950d860e-7792-4e71-8701-56c850e05b09', 'tenant_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'floating_ip_address': '172.27.2.107', 'floating_network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'router_id': '7d2b8dbb-d67c-46d4-97ab-ed1952d51b15', 'port_id': '2c04a71b-e21e-4460-ae36-c1a18ab155c3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17267851-fd39-4f2f-86eb-a60d64460bc3', 'mac_address': 'fa:16:3e:42:a6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf4dd10-c481-47df-b532-a560e8d7c497', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T15:30:39Z', 'updated_at': '2021-05-12T15:30:39Z', 'revision_number': 0, 'project_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e56ff15-ff6a-44ee-b638-69fb02cae5f4', 'name': '', 'network_id': '17267851-fd39-4f2f-86eb-a60d64460bc3', 'tenant_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'mac_address': 'fa:16:3e:1a:eb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2b8dbb-d67c-46d4-97ab-ed1952d51b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '90db4296-24fa-4fea-bd4a-f288635b69c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:26:13Z', 'updated_at': '2021-05-12T15:26:21Z', 'revision_number': 5, 'project_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'subnets': [{'id': '90db4296-24fa-4fea-bd4a-f288635b69c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-iscsi', False) {} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:30:42.485797 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e2bf55-33ce-432c-8a85-6913c2bb1895 None None] The sync data for ids ['7d2b8dbb-d67c-46d4-97ab-ed1952d51b15'] in dv-cinder-789603-6-iscsi is: [{'id': '7d2b8dbb-d67c-46d4-97ab-ed1952d51b15', 'name': 'tempest-TestVolumeBootPattern-396584955-router', 'tenant_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'a0eaaa71-6293-4f40-a208-4cedd38e2dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:26:10Z', 'updated_at': '2021-05-12T15:26:14Z', 'revision_number': 4, 'project_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'gw_port': {'id': 'a0eaaa71-6293-4f40-a208-4cedd38e2dc3', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2b8dbb-d67c-46d4-97ab-ed1952d51b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:26:10Z', 'updated_at': '2021-05-12T15:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi', '_floatingips': [{'id': '950d860e-7792-4e71-8701-56c850e05b09', 'tenant_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'floating_ip_address': '172.27.2.107', 'floating_network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'router_id': '7d2b8dbb-d67c-46d4-97ab-ed1952d51b15', 'port_id': '2c04a71b-e21e-4460-ae36-c1a18ab155c3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17267851-fd39-4f2f-86eb-a60d64460bc3', 'mac_address': 'fa:16:3e:42:a6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf4dd10-c481-47df-b532-a560e8d7c497', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T15:30:39Z', 'updated_at': '2021-05-12T15:30:39Z', 'revision_number': 0, 'project_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e56ff15-ff6a-44ee-b638-69fb02cae5f4', 'name': '', 'network_id': '17267851-fd39-4f2f-86eb-a60d64460bc3', 'tenant_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'mac_address': 'fa:16:3e:1a:eb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2b8dbb-d67c-46d4-97ab-ed1952d51b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '90db4296-24fa-4fea-bd4a-f288635b69c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:26:13Z', 'updated_at': '2021-05-12T15:26:21Z', 'revision_number': 5, 'project_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'subnets': [{'id': '90db4296-24fa-4fea-bd4a-f288635b69c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:30:42.671430 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2abe82-405b-4846-bb91-e4a4b5929c23 None None] New status for floating IP 950d860e-7792-4e71-8701-56c850e05b09: ACTIVE {{(pid=78795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 15:30:48.703231 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-deeb29c7-0677-4d8f-a5da-eac8a54d9799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:30:51.127293 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-ffdd0709-d1e5-4f8a-ab8a-3433a18472e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:30:51.646382 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:30:52.309325 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-8e9e3eb0-3c8e-4693-b231-5e176560d846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:30:54.201108 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-876105c5-eed7-46ba-a478-d2a34eb0d798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:30:57.069998 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:30:58.055107 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-d049ca58-bbbc-4ee2-b175-69e5b151a5de req-0a88e3a2-e4c3-4db6-9500-fbe480646992 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=c36b12e8-784a-469c-a446-ee71feb24520&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1235478 May 12 15:30:58.221755 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d049ca58-bbbc-4ee2-b175-69e5b151a5de req-c0f6af05-d073-4723-b2e5-363efbebfafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:30:58.223991 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-d049ca58-bbbc-4ee2-b175-69e5b151a5de req-c0f6af05-d073-4723-b2e5-363efbebfafd service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=f8b03419ce0c413cbee40794040a2918&device_id=c36b12e8-784a-469c-a446-ee71feb24520 HTTP/1.1" status: 200 len: 1098 time: 0.0878713 May 12 15:30:58.381524 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d049ca58-bbbc-4ee2-b175-69e5b151a5de req-a8f35af9-799e-4837-8a7b-e1ade900887c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:30:58.383090 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-d049ca58-bbbc-4ee2-b175-69e5b151a5de req-a8f35af9-799e-4837-8a7b-e1ade900887c service neutron] 10.222.0.85 "GET /v2.0/networks?id=b0a67018-e604-4c5d-b021-363bc82650e3 HTTP/1.1" status: 200 len: 911 time: 0.1363451 May 12 15:30:58.491168 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-d049ca58-bbbc-4ee2-b175-69e5b151a5de req-96012ba1-8bb9-4533-87c8-109078ccc208 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8583ed5-f208-4e3a-b4b9-d148f917f92d HTTP/1.1" status: 200 len: 1001 time: 0.1009727 May 12 15:30:58.557759 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d049ca58-bbbc-4ee2-b175-69e5b151a5de req-9f4a3a17-d28e-4ceb-ae6b-f7179e352b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:30:58.559247 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-d049ca58-bbbc-4ee2-b175-69e5b151a5de req-9f4a3a17-d28e-4ceb-ae6b-f7179e352b1f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0bfa47e8-ea4e-42ac-a644-064fdadd42d3 HTTP/1.1" status: 200 len: 849 time: 0.0605862 May 12 15:30:58.639294 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d049ca58-bbbc-4ee2-b175-69e5b151a5de req-a1803d12-51ea-477e-bdc9-31161233c9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:30:58.640777 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-d049ca58-bbbc-4ee2-b175-69e5b151a5de req-a1803d12-51ea-477e-bdc9-31161233c9a2 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b0a67018-e604-4c5d-b021-363bc82650e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0729260 May 12 15:30:58.659663 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [req-d049ca58-bbbc-4ee2-b175-69e5b151a5de req-d940415d-ee2b-4561-ad36-aaad7c27559b service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=78793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 15:30:58.660783 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-d049ca58-bbbc-4ee2-b175-69e5b151a5de req-d940415d-ee2b-4561-ad36-aaad7c27559b service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0102725 May 12 15:30:58.834318 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-d049ca58-bbbc-4ee2-b175-69e5b151a5de req-b2934cc3-975a-4a11-8bd6-d74bb5374a6a service neutron] 10.222.0.85 "GET /v2.0/networks/b0a67018-e604-4c5d-b021-363bc82650e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650422 May 12 15:30:58.983810 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-d049ca58-bbbc-4ee2-b175-69e5b151a5de req-4a2c64e3-b3bb-42b4-a4cc-bd2ecb578d39 service neutron] 10.222.0.85 "GET /v2.0/networks/b0a67018-e604-4c5d-b021-363bc82650e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425400 May 12 15:31:13.146525 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.agents_db [None req-dd47ce14-932e-4540-b008-5e9038d1c348 None None] Agent healthcheck: found 6 active agents {{(pid=78795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 15:31:14.670360 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad75a181-4a44-4bc1-a46a-47c0eb9392f0 req-2ef9c4aa-a7da-40ae-a62a-231ebc798b23 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:31:14.671741 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-ad75a181-4a44-4bc1-a46a-47c0eb9392f0 req-2ef9c4aa-a7da-40ae-a62a-231ebc798b23 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=48aae71d-ba1f-4304-afb8-e17f9c2d28e9 HTTP/1.1" status: 200 len: 945 time: 0.0893383 May 12 15:31:14.719070 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-ad75a181-4a44-4bc1-a46a-47c0eb9392f0 req-c74fe34b-05e7-42e4-b92d-3fe5bbd55244 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=74a9f26d-cf48-467d-884d-e6a6080ed82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406017 May 12 15:31:15.931970 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a5789f-5791-40a0-8191-a88577fb358f req-1e77f580-c398-42a2-baf0-8c262edf9d44 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:31:15.932813 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-e8a5789f-5791-40a0-8191-a88577fb358f req-1e77f580-c398-42a2-baf0-8c262edf9d44 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=48aae71d-ba1f-4304-afb8-e17f9c2d28e9 HTTP/1.1" status: 200 len: 945 time: 0.0932772 May 12 15:31:15.982052 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-e8a5789f-5791-40a0-8191-a88577fb358f req-09351eec-41d9-47fb-a532-a77280b1a9fd tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=74a9f26d-cf48-467d-884d-e6a6080ed82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422056 May 12 15:31:17.185247 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a56214-ac82-47b9-a37e-c66ec5fc82ff req-83258855-f960-406f-98ca-b12806b4a0c9 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:31:17.186699 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-82a56214-ac82-47b9-a37e-c66ec5fc82ff req-83258855-f960-406f-98ca-b12806b4a0c9 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=48aae71d-ba1f-4304-afb8-e17f9c2d28e9 HTTP/1.1" status: 200 len: 945 time: 0.0836141 May 12 15:31:17.237401 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-82a56214-ac82-47b9-a37e-c66ec5fc82ff req-c7ed085b-e848-4c70-bc7d-c31478fc3e05 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=74a9f26d-cf48-467d-884d-e6a6080ed82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449188 May 12 15:31:18.436545 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea74477-1359-4219-990b-432f92d74963 req-46377d56-b117-4a69-bd38-ad9ae0d9bfe8 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:31:18.438093 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-4ea74477-1359-4219-990b-432f92d74963 req-46377d56-b117-4a69-bd38-ad9ae0d9bfe8 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=48aae71d-ba1f-4304-afb8-e17f9c2d28e9 HTTP/1.1" status: 200 len: 945 time: 0.0879014 May 12 15:31:18.484679 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-4ea74477-1359-4219-990b-432f92d74963 req-66ea630e-a9cf-414a-b0fa-27d671196b1f tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=74a9f26d-cf48-467d-884d-e6a6080ed82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406706 May 12 15:31:18.695514 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-858d6a56-100a-4746-a407-55fddcfc65b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:19.677138 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2da1ee8-aa0c-477a-972f-9e0bbfee55bc req-b4392124-7e7e-45cf-98f9-228b263983d3 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:31:19.678622 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-f2da1ee8-aa0c-477a-972f-9e0bbfee55bc req-b4392124-7e7e-45cf-98f9-228b263983d3 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=48aae71d-ba1f-4304-afb8-e17f9c2d28e9 HTTP/1.1" status: 200 len: 945 time: 0.0818627 May 12 15:31:19.724388 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-f2da1ee8-aa0c-477a-972f-9e0bbfee55bc req-2ae12419-bc15-4639-8be3-ca6ea4854605 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=74a9f26d-cf48-467d-884d-e6a6080ed82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399854 May 12 15:31:20.914723 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec21857-ac5e-41ec-9400-b0d4b7b07ccc req-96fef453-c2cb-4c8f-badf-58128b256eff tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:31:20.916752 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-bec21857-ac5e-41ec-9400-b0d4b7b07ccc req-96fef453-c2cb-4c8f-badf-58128b256eff tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=48aae71d-ba1f-4304-afb8-e17f9c2d28e9 HTTP/1.1" status: 200 len: 945 time: 0.0834482 May 12 15:31:20.964851 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-bec21857-ac5e-41ec-9400-b0d4b7b07ccc req-79194b20-17d0-41ee-82ca-710e11c85d08 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=74a9f26d-cf48-467d-884d-e6a6080ed82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422652 May 12 15:31:21.127962 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-e9a33c40-7ce3-4235-a646-6ffc1f7f5037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:21.649383 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:22.160805 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de336bc5-3e12-4fd5-944a-3e38c827e6a7 req-7077bdec-8736-44b7-b9c0-65bbbe1a0e01 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:31:22.162398 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-de336bc5-3e12-4fd5-944a-3e38c827e6a7 req-7077bdec-8736-44b7-b9c0-65bbbe1a0e01 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=48aae71d-ba1f-4304-afb8-e17f9c2d28e9 HTTP/1.1" status: 200 len: 945 time: 0.0850904 May 12 15:31:22.208071 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-de336bc5-3e12-4fd5-944a-3e38c827e6a7 req-8a4b532f-a981-4db2-9a0b-6c9dfd487663 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=74a9f26d-cf48-467d-884d-e6a6080ed82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392134 May 12 15:31:22.304916 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-8e9e3eb0-3c8e-4693-b231-5e176560d846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:23.400297 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fca73c0-e2ee-4a81-9f9b-15eb89634883 req-73851b28-1ab1-4cdd-92c5-e82aad087a85 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:31:23.401881 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-8fca73c0-e2ee-4a81-9f9b-15eb89634883 req-73851b28-1ab1-4cdd-92c5-e82aad087a85 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=48aae71d-ba1f-4304-afb8-e17f9c2d28e9 HTTP/1.1" status: 200 len: 945 time: 0.0843270 May 12 15:31:23.455623 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-8fca73c0-e2ee-4a81-9f9b-15eb89634883 req-a7bc006f-d632-41b4-83a6-470c74fe6a3e tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=74a9f26d-cf48-467d-884d-e6a6080ed82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454967 May 12 15:31:24.207549 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-876105c5-eed7-46ba-a478-d2a34eb0d798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:24.651899 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8538b06-6ca8-4baf-ad56-be9219f839c6 req-3d63c9ab-fbf3-4a43-adaa-250246f97c78 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:31:24.653384 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-e8538b06-6ca8-4baf-ad56-be9219f839c6 req-3d63c9ab-fbf3-4a43-adaa-250246f97c78 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=48aae71d-ba1f-4304-afb8-e17f9c2d28e9 HTTP/1.1" status: 200 len: 945 time: 0.0818505 May 12 15:31:24.701746 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-e8538b06-6ca8-4baf-ad56-be9219f839c6 req-56b7dacb-0615-4940-ad9b-6d86cf1c17c0 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=74a9f26d-cf48-467d-884d-e6a6080ed82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424962 May 12 15:31:25.891373 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66278a81-e3ba-41d7-afa4-fcf355d096ea req-a617b19f-b111-4fec-8cfd-cdfaa56e5c1e tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:31:25.892855 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-66278a81-e3ba-41d7-afa4-fcf355d096ea req-a617b19f-b111-4fec-8cfd-cdfaa56e5c1e tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=48aae71d-ba1f-4304-afb8-e17f9c2d28e9 HTTP/1.1" status: 200 len: 945 time: 0.0805068 May 12 15:31:25.946734 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-66278a81-e3ba-41d7-afa4-fcf355d096ea req-d1b18f67-0514-46c1-b944-6b5c8a1460f6 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=74a9f26d-cf48-467d-884d-e6a6080ed82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468285 May 12 15:31:26.963355 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Device 608030a8-aeb2-4921-9c5f-96416e34fd5e details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=78794) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 15:31:27.087369 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:27.117120 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] For port 608030a8-aeb2-4921-9c5f-96416e34fd5e, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=608030a8-aeb2-4921-9c5f-96416e34fd5e,segment=NetworkSegment(3335fbed-a52c-4d63-90d5-e5c4d9194d95),segment_id=3335fbed-a52c-4d63-90d5-e5c4d9194d95)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:31:27.133050 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Returning: {'device': '608030a8-aeb2-4921-9c5f-96416e34fd5e', 'network_id': 'e42449cb-482c-4d1d-a3c5-6d4382e507b8', 'port_id': '608030a8-aeb2-4921-9c5f-96416e34fd5e', 'mac_address': 'fa:16:3e:08:8c:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a819acb5-532b-4750-ac78-9d47ffeaf477', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78794) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 15:31:27.200592 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:27.225009 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.notifiers.nova [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 608030a8-aeb2-4921-9c5f-96416e34fd5e {{(pid=78794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 15:31:27.248382 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] For port 608030a8-aeb2-4921-9c5f-96416e34fd5e, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=608030a8-aeb2-4921-9c5f-96416e34fd5e,segment=NetworkSegment(3335fbed-a52c-4d63-90d5-e5c4d9194d95),segment_id=3335fbed-a52c-4d63-90d5-e5c4d9194d95)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:31:27.254067 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:27.256822 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:31:27.261028 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc203a49-263a-4442-a177-6c427801ff1f req-1e77d8da-9d96-44a5-8ee6-244e7fd005fb tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:31:27.263133 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-bc203a49-263a-4442-a177-6c427801ff1f req-1e77d8da-9d96-44a5-8ee6-244e7fd005fb tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=48aae71d-ba1f-4304-afb8-e17f9c2d28e9 HTTP/1.1" status: 200 len: 945 time: 0.2007625 May 12 15:31:27.310361 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-bc203a49-263a-4442-a177-6c427801ff1f req-0e69e9dc-0767-415b-8f6f-55dd02f9e826 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=74a9f26d-cf48-467d-884d-e6a6080ed82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412991 May 12 15:31:27.373685 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Pushing event updated for resources: {'Port': ['ID=608030a8-aeb2-4921-9c5f-96416e34fd5e,revision_number=6']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:31:27.376972 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:31:27.383880 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] get_ports_and_sgs() called for port_ids ['608030a8-aeb2-4921-9c5f-96416e34fd5e'] {{(pid=78794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:31:28.198490 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae963614-7ecf-4329-9dd5-fbcfef799af2 req-de8e7875-70c2-41c0-acdb-ee287724a2a0 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:31:28.199861 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-ae963614-7ecf-4329-9dd5-fbcfef799af2 req-de8e7875-70c2-41c0-acdb-ee287724a2a0 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/ports?device_id=c36b12e8-784a-469c-a446-ee71feb24520 HTTP/1.1" status: 200 len: 945 time: 0.0802114 May 12 15:31:28.249084 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-ae963614-7ecf-4329-9dd5-fbcfef799af2 req-13ab8528-af40-46e6-85af-d8dc79c7a259 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1028187-9f63-416a-99d7-90c8ce1fbfc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434427 May 12 15:31:28.591161 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa3a07e-e0cb-45e0-bd93-4d21a78039e6 req-32e81c40-a8a1-493d-ac07-8fa20bf69747 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:31:28.592595 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-ffa3a07e-e0cb-45e0-bd93-4d21a78039e6 req-32e81c40-a8a1-493d-ac07-8fa20bf69747 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=48aae71d-ba1f-4304-afb8-e17f9c2d28e9 HTTP/1.1" status: 200 len: 944 time: 0.1700652 May 12 15:31:28.635521 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-ffa3a07e-e0cb-45e0-bd93-4d21a78039e6 req-481f56f2-6aa3-4212-83c2-3466cabf0d50 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=74a9f26d-cf48-467d-884d-e6a6080ed82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370548 May 12 15:31:28.967936 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Device 608030a8-aeb2-4921-9c5f-96416e34fd5e up at agent hyperv_hv-cinder-78960 {{(pid=78794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:31:29.036728 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Provisioning complete for port 608030a8-aeb2-4921-9c5f-96416e34fd5e triggered by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:31:29.037104 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:29.156012 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:29.183182 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48aae71d-ba1f-4304-afb8-e17f9c2d28e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '608030a8-aeb2-4921-9c5f-96416e34fd5e'}] {{(pid=78794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:31:29.193146 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] For port 608030a8-aeb2-4921-9c5f-96416e34fd5e, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=608030a8-aeb2-4921-9c5f-96416e34fd5e,segment=NetworkSegment(3335fbed-a52c-4d63-90d5-e5c4d9194d95),segment_id=3335fbed-a52c-4d63-90d5-e5c4d9194d95)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:31:29.197370 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:29.199782 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:31:29.234259 dv-cinder-789603-6-iscsi neutron-server[78794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48aae71d-ba1f-4304-afb8-e17f9c2d28e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '608030a8-aeb2-4921-9c5f-96416e34fd5e', 'code': 200} May 12 15:31:29.272139 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Pushing event updated for resources: {'Port': ['ID=608030a8-aeb2-4921-9c5f-96416e34fd5e,revision_number=7']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:31:29.275246 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:31:29.442740 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cdfece-b200-4ce5-b49e-ee8c2f5a6bfc req-8f445774-9c4b-4b0f-ae97-4ee3b4c1cbb1 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:31:29.444173 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-94cdfece-b200-4ce5-b49e-ee8c2f5a6bfc req-8f445774-9c4b-4b0f-ae97-4ee3b4c1cbb1 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/ports?device_id=c36b12e8-784a-469c-a446-ee71feb24520 HTTP/1.1" status: 200 len: 945 time: 0.0869470 May 12 15:31:29.496156 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-94cdfece-b200-4ce5-b49e-ee8c2f5a6bfc req-4c952622-0223-427e-875d-92133d2b90d0 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1028187-9f63-416a-99d7-90c8ce1fbfc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451622 May 12 15:31:29.832146 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102c0c86-b14f-475c-8413-2943a77fab58 req-e51ace25-895c-49fc-927d-5477a3cd2e0a tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:31:29.833789 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-102c0c86-b14f-475c-8413-2943a77fab58 req-e51ace25-895c-49fc-927d-5477a3cd2e0a tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=48aae71d-ba1f-4304-afb8-e17f9c2d28e9 HTTP/1.1" status: 200 len: 945 time: 0.0851517 May 12 15:31:29.881040 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-102c0c86-b14f-475c-8413-2943a77fab58 req-b1721222-aaf6-4709-ae0a-f3b316664ca5 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=74a9f26d-cf48-467d-884d-e6a6080ed82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408828 May 12 15:31:30.687822 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b03561-7a9e-4c9b-a57e-484cbf744460 req-f04618e8-8ac1-4432-8a2c-f26b1d817c98 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:31:30.689268 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-02b03561-7a9e-4c9b-a57e-484cbf744460 req-f04618e8-8ac1-4432-8a2c-f26b1d817c98 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/ports?device_id=c36b12e8-784a-469c-a446-ee71feb24520 HTTP/1.1" status: 200 len: 945 time: 0.0845480 May 12 15:31:30.736585 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-02b03561-7a9e-4c9b-a57e-484cbf744460 req-f312617a-89dd-4800-96d6-e12ec9767fc1 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1028187-9f63-416a-99d7-90c8ce1fbfc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413947 May 12 15:31:31.006961 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcbde39-b178-4445-adb5-e831cf9be067 req-4a880d21-4dc0-4714-8e48-2f626f3d87dc tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:31:31.008421 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-ddcbde39-b178-4445-adb5-e831cf9be067 req-4a880d21-4dc0-4714-8e48-2f626f3d87dc tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.85 "GET /v2.0/ports?device_id=c36b12e8-784a-469c-a446-ee71feb24520 HTTP/1.1" status: 200 len: 945 time: 0.0975981 May 12 15:31:31.095720 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742e4835-facc-4ed2-9283-b44ef0e559e0 req-5c6bcf54-1b8d-47d1-8e01-f86cac55d6fb tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:31:31.097571 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-742e4835-facc-4ed2-9283-b44ef0e559e0 req-5c6bcf54-1b8d-47d1-8e01-f86cac55d6fb tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=48aae71d-ba1f-4304-afb8-e17f9c2d28e9 HTTP/1.1" status: 200 len: 945 time: 0.0895340 May 12 15:31:31.143519 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-742e4835-facc-4ed2-9283-b44ef0e559e0 req-7607b288-aba1-4d9a-888c-fc475da7f329 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=74a9f26d-cf48-467d-884d-e6a6080ed82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401633 May 12 15:31:31.147914 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.plugin [req-ddcbde39-b178-4445-adb5-e831cf9be067 req-5e7cafa1-bbe1-45bc-9b30-e36a120c4210 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Deleting port f8583ed5-f208-4e3a-b4b9-d148f917f92d {{(pid=78793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:31:31.148657 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-ddcbde39-b178-4445-adb5-e831cf9be067 req-5e7cafa1-bbe1-45bc-9b30-e36a120c4210 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649292957'] for port, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:31.290411 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.db [req-ddcbde39-b178-4445-adb5-e831cf9be067 req-5e7cafa1-bbe1-45bc-9b30-e36a120c4210 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] For port f8583ed5-f208-4e3a-b4b9-d148f917f92d, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=f8583ed5-f208-4e3a-b4b9-d148f917f92d,segment=NetworkSegment(4319fcb2-d56a-483c-b9e5-3a743225ca7f),segment_id=4319fcb2-d56a-483c-b9e5-3a743225ca7f)] {{(pid=78793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:31:31.290772 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-ddcbde39-b178-4445-adb5-e831cf9be067 req-5e7cafa1-bbe1-45bc-9b30-e36a120c4210 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:31.594069 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-ddcbde39-b178-4445-adb5-e831cf9be067 req-5e7cafa1-bbe1-45bc-9b30-e36a120c4210 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:31.594449 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-ddcbde39-b178-4445-adb5-e831cf9be067 req-5e7cafa1-bbe1-45bc-9b30-e36a120c4210 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706618'] for floatingip, after_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:31.594762 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.db.l3_db [req-ddcbde39-b178-4445-adb5-e831cf9be067 req-5e7cafa1-bbe1-45bc-9b30-e36a120c4210 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Floating IP 90f5ef0a-38cc-4b8b-8a5f-700cd9d0332d disassociated. External IP: 172.27.2.224, port: f8583ed5-f208-4e3a-b4b9-d148f917f92d. May 12 15:31:31.595097 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.plugin [req-ddcbde39-b178-4445-adb5-e831cf9be067 req-5e7cafa1-bbe1-45bc-9b30-e36a120c4210 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Calling delete_port for f8583ed5-f208-4e3a-b4b9-d148f917f92d owned by compute:nova {{(pid=78793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:31:31.706627 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-ddcbde39-b178-4445-adb5-e831cf9be067 req-5e7cafa1-bbe1-45bc-9b30-e36a120c4210 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649297264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739648862733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3598933'] for port, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:31.712338 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-4b83d81d-9dcc-4ffb-ac7a-84e02cfa9cc7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:31:31.762673 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7cafa1-bbe1-45bc-9b30-e36a120c4210 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Pushing event deleted for resources: {'Port': ['ID=f8583ed5-f208-4e3a-b4b9-d148f917f92d,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:31:31.774012 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7cafa1-bbe1-45bc-9b30-e36a120c4210 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:31.774389 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7cafa1-bbe1-45bc-9b30-e36a120c4210 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:31.774766 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7cafa1-bbe1-45bc-9b30-e36a120c4210 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:31.775181 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7cafa1-bbe1-45bc-9b30-e36a120c4210 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:31.775454 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7cafa1-bbe1-45bc-9b30-e36a120c4210 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:31.775804 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7cafa1-bbe1-45bc-9b30-e36a120c4210 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:31.776140 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7cafa1-bbe1-45bc-9b30-e36a120c4210 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:31.776489 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7cafa1-bbe1-45bc-9b30-e36a120c4210 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:31.776872 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7cafa1-bbe1-45bc-9b30-e36a120c4210 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:31.777223 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7cafa1-bbe1-45bc-9b30-e36a120c4210 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:31.777832 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7cafa1-bbe1-45bc-9b30-e36a120c4210 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:31.778179 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7cafa1-bbe1-45bc-9b30-e36a120c4210 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:31.829329 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-5e7cafa1-bbe1-45bc-9b30-e36a120c4210 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:31:31.945467 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-4a78f7b1-5786-4bda-93aa-de20ffcb3a5e req-00ff5eff-8f37-41ae-b0b8-386dfa165d9c tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/ports?device_id=c36b12e8-784a-469c-a446-ee71feb24520 HTTP/1.1" status: 200 len: 210 time: 0.0535643 May 12 15:31:32.004448 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ddcbde39-b178-4445-adb5-e831cf9be067 req-5e7cafa1-bbe1-45bc-9b30-e36a120c4210 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Router 6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1 has already been hosted by L3 agent e96f2393-830b-46ef-bef2-f93615c2f352 {{(pid=78793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 15:31:32.299717 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ddcbde39-b178-4445-adb5-e831cf9be067 req-5e7cafa1-bbe1-45bc-9b30-e36a120c4210 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Notify agent at l3_agent.dv-cinder-789603-6-iscsi the message routers_updated {{(pid=78793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:31:32.310937 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2e9ff9-2f26-4d10-85be-73dd032090a8 None None] Sync routers for ids ['6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1'] in dv-cinder-789603-6-iscsi {{(pid=78794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:31:32.321041 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2e9ff9-2f26-4d10-85be-73dd032090a8 None None] Routers {'6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1'} bound to L3 agent in host dv-cinder-789603-6-iscsi {{(pid=78794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:31:32.321757 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-3d2e9ff9-2f26-4d10-85be-73dd032090a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-12T15:12:51Z,description=,heartbeat_timestamp=2021-05-12T15:31:21Z,host='dv-cinder-789603-6-iscsi',id=e96f2393-830b-46ef-bef2-f93615c2f352,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:12:51Z,topic='l3_agent')) {'router_ids': ['6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1'], 'active': True} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:31:32.378846 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a65f9fe-5cdd-4693-9e20-26871c11729c req-404fa4cd-716f-4365-a149-3cb22fe947c6 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:31:32.381063 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-0a65f9fe-5cdd-4693-9e20-26871c11729c req-404fa4cd-716f-4365-a149-3cb22fe947c6 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=48aae71d-ba1f-4304-afb8-e17f9c2d28e9 HTTP/1.1" status: 200 len: 945 time: 0.0944376 May 12 15:31:32.382163 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddcbde39-b178-4445-adb5-e831cf9be067 req-5e7cafa1-bbe1-45bc-9b30-e36a120c4210 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] No DVR routers for this DVR port f8583ed5-f208-4e3a-b4b9-d148f917f92d on host hv-cinder-78960 {{(pid=78793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:31:32.385044 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-ddcbde39-b178-4445-adb5-e831cf9be067 req-5e7cafa1-bbe1-45bc-9b30-e36a120c4210 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2050383'] for port, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:32.394368 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c36b12e8-784a-469c-a446-ee71feb24520', 'name': 'network-vif-deleted', 'tag': 'f8583ed5-f208-4e3a-b4b9-d148f917f92d'}] {{(pid=78793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:31:32.413856 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-ddcbde39-b178-4445-adb5-e831cf9be067 req-5e7cafa1-bbe1-45bc-9b30-e36a120c4210 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.85 "DELETE /v2.0/ports/f8583ed5-f208-4e3a-b4b9-d148f917f92d HTTP/1.1" status: 204 len: 173 time: 1.3996952 May 12 15:31:32.444656 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-0a65f9fe-5cdd-4693-9e20-26871c11729c req-fbf5c3f4-9a4b-45fc-9b44-a3fa09f51b37 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=74a9f26d-cf48-467d-884d-e6a6080ed82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508740 May 12 15:31:32.450288 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c36b12e8-784a-469c-a446-ee71feb24520', 'name': 'network-vif-deleted', 'tag': 'f8583ed5-f208-4e3a-b4b9-d148f917f92d', 'status': 'completed', 'code': 200} May 12 15:31:32.544276 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvr_db [None req-3d2e9ff9-2f26-4d10-85be-73dd032090a8 None None] Set router 6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1 gateway port host: dv-cinder-789603-6-iscsi {{(pid=78794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:31:32.889825 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-3d2e9ff9-2f26-4d10-85be-73dd032090a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1', 'name': 'tempest-AttachVolumeTestJSON-379129705-router', 'tenant_id': 'f8b03419ce0c413cbee40794040a2918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '4c3aeed0-9682-42d7-b51e-efd94313e1cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:20:29Z', 'updated_at': '2021-05-12T15:20:46Z', 'revision_number': 4, 'project_id': 'f8b03419ce0c413cbee40794040a2918', 'gw_port': {'id': '4c3aeed0-9682-42d7-b51e-efd94313e1cb', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ba:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:20:31Z', 'updated_at': '2021-05-12T15:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi', '_interfaces': [{'id': '6ad1f101-24d4-4aa8-9e68-0852222902c7', 'name': '', 'network_id': 'b0a67018-e604-4c5d-b021-363bc82650e3', 'tenant_id': 'f8b03419ce0c413cbee40794040a2918', 'mac_address': 'fa:16:3e:85:3d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0bfa47e8-ea4e-42ac-a644-064fdadd42d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:20:41Z', 'updated_at': '2021-05-12T15:20:57Z', 'revision_number': 5, 'project_id': 'f8b03419ce0c413cbee40794040a2918', 'subnets': [{'id': '0bfa47e8-ea4e-42ac-a644-064fdadd42d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-iscsi', False) {} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:31:32.895088 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2e9ff9-2f26-4d10-85be-73dd032090a8 None None] Checking router: 6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1 for host: dv-cinder-789603-6-iscsi {{(pid=78794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:31:32.910336 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2e9ff9-2f26-4d10-85be-73dd032090a8 None None] Routers {'6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1'} bound to L3 agent in host dv-cinder-789603-6-iscsi {{(pid=78794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:31:32.911113 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-3d2e9ff9-2f26-4d10-85be-73dd032090a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-12T15:12:51Z,description=,heartbeat_timestamp=2021-05-12T15:31:21Z,host='dv-cinder-789603-6-iscsi',id=e96f2393-830b-46ef-bef2-f93615c2f352,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:12:51Z,topic='l3_agent')) {'router_ids': ['6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1'], 'active': True} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:31:33.180408 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [req-76183287-eb7a-4148-83b1-b14a1f330039 req-8fb7af30-bc4b-4605-8956-c3d0400af137 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Synchronizing usage tracker for tenant:f8b03419ce0c413cbee40794040a2918 on resource:port {{(pid=78793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:31:33.204288 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [req-76183287-eb7a-4148-83b1-b14a1f330039 req-8fb7af30-bc4b-4605-8956-c3d0400af137 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Unset dirty status for tenant:f8b03419ce0c413cbee40794040a2918 on resource:port {{(pid=78793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:31:33.204545 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvr_db [None req-3d2e9ff9-2f26-4d10-85be-73dd032090a8 None None] Set router 6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1 gateway port host: dv-cinder-789603-6-iscsi {{(pid=78794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:31:33.219065 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-76183287-eb7a-4148-83b1-b14a1f330039 req-8fb7af30-bc4b-4605-8956-c3d0400af137 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/ports?device_id=c36b12e8-784a-469c-a446-ee71feb24520 HTTP/1.1" status: 200 len: 210 time: 0.0952921 May 12 15:31:33.593675 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-3d2e9ff9-2f26-4d10-85be-73dd032090a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1', 'name': 'tempest-AttachVolumeTestJSON-379129705-router', 'tenant_id': 'f8b03419ce0c413cbee40794040a2918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '4c3aeed0-9682-42d7-b51e-efd94313e1cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:20:29Z', 'updated_at': '2021-05-12T15:20:46Z', 'revision_number': 4, 'project_id': 'f8b03419ce0c413cbee40794040a2918', 'gw_port': {'id': '4c3aeed0-9682-42d7-b51e-efd94313e1cb', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ba:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:20:31Z', 'updated_at': '2021-05-12T15:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi', '_interfaces': [{'id': '6ad1f101-24d4-4aa8-9e68-0852222902c7', 'name': '', 'network_id': 'b0a67018-e604-4c5d-b021-363bc82650e3', 'tenant_id': 'f8b03419ce0c413cbee40794040a2918', 'mac_address': 'fa:16:3e:85:3d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0bfa47e8-ea4e-42ac-a644-064fdadd42d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:20:41Z', 'updated_at': '2021-05-12T15:20:57Z', 'revision_number': 5, 'project_id': 'f8b03419ce0c413cbee40794040a2918', 'subnets': [{'id': '0bfa47e8-ea4e-42ac-a644-064fdadd42d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-iscsi', False) {} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:31:33.598968 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2e9ff9-2f26-4d10-85be-73dd032090a8 None None] The sync data for ids ['6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1'] in dv-cinder-789603-6-iscsi is: [{'id': '6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1', 'name': 'tempest-AttachVolumeTestJSON-379129705-router', 'tenant_id': 'f8b03419ce0c413cbee40794040a2918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '4c3aeed0-9682-42d7-b51e-efd94313e1cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:20:29Z', 'updated_at': '2021-05-12T15:20:46Z', 'revision_number': 4, 'project_id': 'f8b03419ce0c413cbee40794040a2918', 'gw_port': {'id': '4c3aeed0-9682-42d7-b51e-efd94313e1cb', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ba:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:20:31Z', 'updated_at': '2021-05-12T15:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi', '_interfaces': [{'id': '6ad1f101-24d4-4aa8-9e68-0852222902c7', 'name': '', 'network_id': 'b0a67018-e604-4c5d-b021-363bc82650e3', 'tenant_id': 'f8b03419ce0c413cbee40794040a2918', 'mac_address': 'fa:16:3e:85:3d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0bfa47e8-ea4e-42ac-a644-064fdadd42d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:20:41Z', 'updated_at': '2021-05-12T15:20:57Z', 'revision_number': 5, 'project_id': 'f8b03419ce0c413cbee40794040a2918', 'subnets': [{'id': '0bfa47e8-ea4e-42ac-a644-064fdadd42d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:31:33.700525 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08baffc2-8c59-4f0b-b8ae-cf70c47c59fb req-885a00ed-5c1b-4942-afcc-d7561811865a tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:31:33.709012 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-08baffc2-8c59-4f0b-b8ae-cf70c47c59fb req-885a00ed-5c1b-4942-afcc-d7561811865a tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=48aae71d-ba1f-4304-afb8-e17f9c2d28e9 HTTP/1.1" status: 200 len: 945 time: 0.0974903 May 12 15:31:33.753619 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-08baffc2-8c59-4f0b-b8ae-cf70c47c59fb req-f3b3948e-6ae2-43c2-8389-d576df8c52c1 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=74a9f26d-cf48-467d-884d-e6a6080ed82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435321 May 12 15:31:33.945566 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb8206e-64a6-497c-91ac-e564fdb88f68 None None] New status for floating IP 90f5ef0a-38cc-4b8b-8a5f-700cd9d0332d: DOWN {{(pid=78795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 15:31:34.967353 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ae69d-749c-4c27-9a5b-6d6c73f0aaa9 req-0f7d1ec6-0462-4113-85e5-2ea479f69e6a tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:31:34.974452 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-482ae69d-749c-4c27-9a5b-6d6c73f0aaa9 req-0f7d1ec6-0462-4113-85e5-2ea479f69e6a tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=48aae71d-ba1f-4304-afb8-e17f9c2d28e9 HTTP/1.1" status: 200 len: 945 time: 0.0974042 May 12 15:31:35.025571 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-482ae69d-749c-4c27-9a5b-6d6c73f0aaa9 req-a7ce2c1d-d651-4abf-8c82-a90792afd49b tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=74a9f26d-cf48-467d-884d-e6a6080ed82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501812 May 12 15:31:35.037146 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Device f8583ed5-f208-4e3a-b4b9-d148f917f92d no longer exists at agent hyperv_hv-cinder-78960 {{(pid=78794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:31:35.075919 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.plugin [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] No Port match for: f8583ed5-f208-4e3a-b4b9-d148f917f92d {{(pid=78794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 15:31:35.076539 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Device f8583ed5-f208-4e3a-b4b9-d148f917f92d not bound to the agent host hv-cinder-78960 {{(pid=78794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:31:35.425082 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 49306) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:31:35.501037 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-de6a6a9d-eb72-4a3c-9e8f-d7e7909b8a34 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Notify callbacks [] for security_group, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:35.554228 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-de6a6a9d-eb72-4a3c-9e8f-d7e7909b8a34 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:35.624541 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-de6a6a9d-eb72-4a3c-9e8f-d7e7909b8a34 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:35.628631 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-78919768-11a0-40d1-a63c-463cb1e4f96d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:31:35.647228 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6a6a9d-eb72-4a3c-9e8f-d7e7909b8a34 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1028187-9f63-416a-99d7-90c8ce1fbfc7,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:31:35.650118 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-de6a6a9d-eb72-4a3c-9e8f-d7e7909b8a34 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:31:35.658121 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-de6a6a9d-eb72-4a3c-9e8f-d7e7909b8a34 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Notify callbacks [] for security_group, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:35.659689 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-de6a6a9d-eb72-4a3c-9e8f-d7e7909b8a34 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "DELETE /v2.0/security-groups/b1028187-9f63-416a-99d7-90c8ce1fbfc7 HTTP/1.1" status: 204 len: 168 time: 0.2335885 May 12 15:31:35.662766 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 49310) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:31:35.694105 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.api.v2.resource [None req-bef0fa9b-9775-4aea-8b13-2a51ef9444ae tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] show failed (client error): The resource could not be found. May 12 15:31:35.699593 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-bef0fa9b-9775-4aea-8b13-2a51ef9444ae tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "GET /v2.0/security-groups/b1028187-9f63-416a-99d7-90c8ce1fbfc7 HTTP/1.1" status: 404 len: 347 time: 0.0300272 May 12 15:31:35.701577 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 49314) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:31:35.945254 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.plugin [None req-d2ae161e-17d5-41bf-b338-bea213d0deff tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Deleting port 9b6f2865-9575-4c3c-b57a-cdcbb3baddf1 {{(pid=78792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:31:35.945853 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-d2ae161e-17d5-41bf-b338-bea213d0deff tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649292957'] for port, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:36.102288 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-d2ae161e-17d5-41bf-b338-bea213d0deff tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:36.102884 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-d2ae161e-17d5-41bf-b338-bea213d0deff tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:36.264170 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.plugin [None req-d2ae161e-17d5-41bf-b338-bea213d0deff tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Calling delete_port for 9b6f2865-9575-4c3c-b57a-cdcbb3baddf1 owned by network:floatingip {{(pid=78792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:31:36.299187 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0abff9-fc84-43c5-b3c6-d36d7cba1522 req-2c40fe36-5b97-4eda-bd04-00fd7bacd8ab tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:31:36.301656 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-0c0abff9-fc84-43c5-b3c6-d36d7cba1522 req-2c40fe36-5b97-4eda-bd04-00fd7bacd8ab tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=48aae71d-ba1f-4304-afb8-e17f9c2d28e9 HTTP/1.1" status: 200 len: 945 time: 0.1374676 May 12 15:31:36.359771 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-0c0abff9-fc84-43c5-b3c6-d36d7cba1522 req-440c1cd6-3a8d-4a6c-98ef-a7fd2dc59a1b tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=74a9f26d-cf48-467d-884d-e6a6080ed82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511589 May 12 15:31:36.435212 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-d2ae161e-17d5-41bf-b338-bea213d0deff tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649297264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739648862733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3714859'] for port, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:36.443363 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-f5d4dc71-03c7-444d-b2fe-435ed1961658 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:31:36.555448 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ae161e-17d5-41bf-b338-bea213d0deff tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Pushing event deleted for resources: {'Port': ['ID=9b6f2865-9575-4c3c-b57a-cdcbb3baddf1,revision_number=None']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:31:36.567011 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ae161e-17d5-41bf-b338-bea213d0deff tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:36.567387 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ae161e-17d5-41bf-b338-bea213d0deff tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:36.567837 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ae161e-17d5-41bf-b338-bea213d0deff tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:36.568096 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ae161e-17d5-41bf-b338-bea213d0deff tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:36.568444 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ae161e-17d5-41bf-b338-bea213d0deff tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:36.568799 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ae161e-17d5-41bf-b338-bea213d0deff tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:36.569151 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ae161e-17d5-41bf-b338-bea213d0deff tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:36.569481 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ae161e-17d5-41bf-b338-bea213d0deff tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:36.569911 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ae161e-17d5-41bf-b338-bea213d0deff tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:36.570187 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ae161e-17d5-41bf-b338-bea213d0deff tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:36.570526 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ae161e-17d5-41bf-b338-bea213d0deff tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:36.570862 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ae161e-17d5-41bf-b338-bea213d0deff tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:36.578232 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-d2ae161e-17d5-41bf-b338-bea213d0deff tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:31:36.602105 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-d2ae161e-17d5-41bf-b338-bea213d0deff tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Notify callbacks [] for floatingip, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:36.625765 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-d2ae161e-17d5-41bf-b338-bea213d0deff tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2050383'] for floatingip, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:36.626956 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-d2ae161e-17d5-41bf-b338-bea213d0deff tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] 10.222.0.32 "DELETE /v2.0/floatingips/90f5ef0a-38cc-4b8b-8a5f-700cd9d0332d HTTP/1.1" status: 204 len: 168 time: 0.9253092 May 12 15:31:37.565858 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed9ff29-f11a-4fc5-8fed-4669453b1abe req-0bdff1ff-dddf-4b5f-a1a6-9629f8f444d4 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:31:37.568283 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-4ed9ff29-f11a-4fc5-8fed-4669453b1abe req-0bdff1ff-dddf-4b5f-a1a6-9629f8f444d4 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=48aae71d-ba1f-4304-afb8-e17f9c2d28e9 HTTP/1.1" status: 200 len: 945 time: 0.0929322 May 12 15:31:37.627332 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-4ed9ff29-f11a-4fc5-8fed-4669453b1abe req-cca1f3c6-d21c-415a-8d2a-d41539f84a46 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=74a9f26d-cf48-467d-884d-e6a6080ed82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501018 May 12 15:31:38.835668 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ee4bcf-732a-4dac-be9c-66a6bcd7d0ca req-9ea3d5aa-0152-4c99-a97f-bad21c61ef7f tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:31:38.836936 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-85ee4bcf-732a-4dac-be9c-66a6bcd7d0ca req-9ea3d5aa-0152-4c99-a97f-bad21c61ef7f tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=48aae71d-ba1f-4304-afb8-e17f9c2d28e9 HTTP/1.1" status: 200 len: 945 time: 0.0881724 May 12 15:31:38.899524 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-85ee4bcf-732a-4dac-be9c-66a6bcd7d0ca req-2fb99be1-3b52-49f9-a566-69de1a02e7da tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=74a9f26d-cf48-467d-884d-e6a6080ed82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560632 May 12 15:31:40.138777 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c8995e-2f0b-401b-a5ac-172056aa8aea req-04f7fd22-c4f9-4ac3-aec7-ed9976b3917c tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:31:40.140140 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-d5c8995e-2f0b-401b-a5ac-172056aa8aea req-04f7fd22-c4f9-4ac3-aec7-ed9976b3917c tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=48aae71d-ba1f-4304-afb8-e17f9c2d28e9 HTTP/1.1" status: 200 len: 945 time: 0.0983295 May 12 15:31:40.189730 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-d5c8995e-2f0b-401b-a5ac-172056aa8aea req-e2a276f1-078a-474a-9169-9610755d4cd6 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=74a9f26d-cf48-467d-884d-e6a6080ed82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437028 May 12 15:31:40.824565 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 49362) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:31:41.403676 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a818cab5-2c1d-429d-b8eb-2a35f17b27fb req-990156d1-0aa7-4bf3-9c7b-7df057cc45da tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:31:41.405286 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-a818cab5-2c1d-429d-b8eb-2a35f17b27fb req-990156d1-0aa7-4bf3-9c7b-7df057cc45da tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=48aae71d-ba1f-4304-afb8-e17f9c2d28e9 HTTP/1.1" status: 200 len: 945 time: 0.0910885 May 12 15:31:41.475259 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-a818cab5-2c1d-429d-b8eb-2a35f17b27fb req-ce5520db-8454-4253-8dbe-f5ae074d5f00 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=74a9f26d-cf48-467d-884d-e6a6080ed82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635715 May 12 15:31:41.727239 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-823af8bd-5b33-42b5-bb5c-cd340f45bd71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705539'] for router_interface, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:42.173077 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.plugin [None req-823af8bd-5b33-42b5-bb5c-cd340f45bd71 admin admin] Deleting port 6ad1f101-24d4-4aa8-9e68-0852222902c7 {{(pid=78792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:31:42.173422 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-823af8bd-5b33-42b5-bb5c-cd340f45bd71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649292957'] for port, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:42.340411 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.db [None req-823af8bd-5b33-42b5-bb5c-cd340f45bd71 admin admin] For port 6ad1f101-24d4-4aa8-9e68-0852222902c7, host dv-cinder-789603-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-iscsi',level=0,port_id=6ad1f101-24d4-4aa8-9e68-0852222902c7,segment=NetworkSegment(4319fcb2-d56a-483c-b9e5-3a743225ca7f),segment_id=4319fcb2-d56a-483c-b9e5-3a743225ca7f)] {{(pid=78792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:31:42.340884 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-823af8bd-5b33-42b5-bb5c-cd340f45bd71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:42.482650 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.plugin [None req-823af8bd-5b33-42b5-bb5c-cd340f45bd71 admin admin] Calling delete_port for 6ad1f101-24d4-4aa8-9e68-0852222902c7 owned by network:router_interface {{(pid=78792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:31:42.820461 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-823af8bd-5b33-42b5-bb5c-cd340f45bd71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649297264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739648862733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3714859'] for port, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:42.826982 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-f5d4dc71-03c7-444d-b2fe-435ed1961658 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:31:42.884002 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823af8bd-5b33-42b5-bb5c-cd340f45bd71 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ad1f101-24d4-4aa8-9e68-0852222902c7,revision_number=None']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:31:42.928958 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2ce8db-ecb3-4770-aaaa-cd90125ff95c req-ae7a47a7-684d-44e9-a144-50df00649afd tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:31:42.930857 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-3d2ce8db-ecb3-4770-aaaa-cd90125ff95c req-ae7a47a7-684d-44e9-a144-50df00649afd tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=48aae71d-ba1f-4304-afb8-e17f9c2d28e9 HTTP/1.1" status: 200 len: 945 time: 0.3066940 May 12 15:31:42.942750 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-823af8bd-5b33-42b5-bb5c-cd340f45bd71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:31:43.055305 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-3d2ce8db-ecb3-4770-aaaa-cd90125ff95c req-e703d49f-8f4c-4b9d-b81a-f1dd87e1d8f8 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=74a9f26d-cf48-467d-884d-e6a6080ed82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091025 May 12 15:31:43.281242 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-823af8bd-5b33-42b5-bb5c-cd340f45bd71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710579'] for router_interface, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:43.644875 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-823af8bd-5b33-42b5-bb5c-cd340f45bd71 admin admin] Router 6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1 has already been hosted by L3 agent e96f2393-830b-46ef-bef2-f93615c2f352 {{(pid=78792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 15:31:43.826137 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-823af8bd-5b33-42b5-bb5c-cd340f45bd71 admin admin] Notify agent at l3_agent.dv-cinder-789603-6-iscsi the message routers_updated {{(pid=78792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:31:43.835567 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e518c8c8-ae3a-4efc-9e8d-0f7631c1c15d None None] Sync routers for ids ['6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1'] in dv-cinder-789603-6-iscsi {{(pid=78794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:31:43.840711 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-823af8bd-5b33-42b5-bb5c-cd340f45bd71 admin admin] 10.222.0.32 "PUT /v2.0/routers/6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0134895 May 12 15:31:43.845728 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 49388) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:31:43.856058 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e518c8c8-ae3a-4efc-9e8d-0f7631c1c15d None None] Routers {'6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1'} bound to L3 agent in host dv-cinder-789603-6-iscsi {{(pid=78794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:31:43.856788 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-e518c8c8-ae3a-4efc-9e8d-0f7631c1c15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-12T15:12:51Z,description=,heartbeat_timestamp=2021-05-12T15:31:21Z,host='dv-cinder-789603-6-iscsi',id=e96f2393-830b-46ef-bef2-f93615c2f352,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:12:51Z,topic='l3_agent')) {'router_ids': ['6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1'], 'active': True} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:31:44.049146 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-1cc35ae7-c2b4-4beb-9af2-5b7772bc2835 admin admin] Notify callbacks [] for router, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:44.056710 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvr_db [None req-e518c8c8-ae3a-4efc-9e8d-0f7631c1c15d None None] Set router 6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1 gateway port host: dv-cinder-789603-6-iscsi {{(pid=78794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:31:44.294168 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed6df34-a982-4823-9cac-cef7e59dcd36 req-44f4dfdd-acc2-4290-abb7-bdbd3cd25fd7 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:31:44.297640 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-1ed6df34-a982-4823-9cac-cef7e59dcd36 req-44f4dfdd-acc2-4290-abb7-bdbd3cd25fd7 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=48aae71d-ba1f-4304-afb8-e17f9c2d28e9 HTTP/1.1" status: 200 len: 945 time: 0.1084521 May 12 15:31:44.382312 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-1cc35ae7-c2b4-4beb-9af2-5b7772bc2835 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:44.389497 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-e518c8c8-ae3a-4efc-9e8d-0f7631c1c15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1', 'name': 'tempest-AttachVolumeTestJSON-379129705-router', 'tenant_id': 'f8b03419ce0c413cbee40794040a2918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '4c3aeed0-9682-42d7-b51e-efd94313e1cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:20:29Z', 'updated_at': '2021-05-12T15:31:42Z', 'revision_number': 5, 'project_id': 'f8b03419ce0c413cbee40794040a2918', 'gw_port': {'id': '4c3aeed0-9682-42d7-b51e-efd94313e1cb', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ba:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:20:31Z', 'updated_at': '2021-05-12T15:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi'}], 'dv-cinder-789603-6-iscsi', False) {} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:31:44.394759 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e518c8c8-ae3a-4efc-9e8d-0f7631c1c15d None None] Checking router: 6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1 for host: dv-cinder-789603-6-iscsi {{(pid=78794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:31:44.406368 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e518c8c8-ae3a-4efc-9e8d-0f7631c1c15d None None] Routers {'6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1'} bound to L3 agent in host dv-cinder-789603-6-iscsi {{(pid=78794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:31:44.407082 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-e518c8c8-ae3a-4efc-9e8d-0f7631c1c15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-12T15:12:51Z,description=,heartbeat_timestamp=2021-05-12T15:31:21Z,host='dv-cinder-789603-6-iscsi',id=e96f2393-830b-46ef-bef2-f93615c2f352,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:12:51Z,topic='l3_agent')) {'router_ids': ['6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1'], 'active': True} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:31:44.411661 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-1ed6df34-a982-4823-9cac-cef7e59dcd36 req-79fd04ec-68f2-4be9-812f-98ba9f76ba6b tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=74a9f26d-cf48-467d-884d-e6a6080ed82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068301 May 12 15:31:44.456832 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494cb184-e50f-49c8-8561-32c7b95563ef req-f36c5b11-0578-4544-bd5d-2cc2b496f49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:31:44.459014 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-494cb184-e50f-49c8-8561-32c7b95563ef req-f36c5b11-0578-4544-bd5d-2cc2b496f49d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=1d962db48c294eb4a16e765eb2cf52a8&device_id=48aae71d-ba1f-4304-afb8-e17f9c2d28e9 HTTP/1.1" status: 200 len: 1098 time: 0.1396358 May 12 15:31:44.472846 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.plugin [None req-1cc35ae7-c2b4-4beb-9af2-5b7772bc2835 admin admin] Deleting port 4c3aeed0-9682-42d7-b51e-efd94313e1cb {{(pid=78792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:31:44.473375 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-1cc35ae7-c2b4-4beb-9af2-5b7772bc2835 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649292957'] for port, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:44.577840 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvr_db [None req-e518c8c8-ae3a-4efc-9e8d-0f7631c1c15d None None] Set router 6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1 gateway port host: None {{(pid=78794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:31:44.612255 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494cb184-e50f-49c8-8561-32c7b95563ef req-d4fb3c86-a594-4076-9701-34399386c8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:31:44.613734 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-494cb184-e50f-49c8-8561-32c7b95563ef req-d4fb3c86-a594-4076-9701-34399386c8d9 service neutron] 10.222.0.85 "GET /v2.0/networks?id=e42449cb-482c-4d1d-a3c5-6d4382e507b8 HTTP/1.1" status: 200 len: 917 time: 0.1479971 May 12 15:31:44.618881 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.db [None req-1cc35ae7-c2b4-4beb-9af2-5b7772bc2835 admin admin] For port 4c3aeed0-9682-42d7-b51e-efd94313e1cb, host dv-cinder-789603-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-iscsi',level=0,port_id=4c3aeed0-9682-42d7-b51e-efd94313e1cb,segment=NetworkSegment(5d059134-8cbd-4fdb-844f-331960400265),segment_id=5d059134-8cbd-4fdb-844f-331960400265)] {{(pid=78792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:31:44.619544 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-1cc35ae7-c2b4-4beb-9af2-5b7772bc2835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:44.727582 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-494cb184-e50f-49c8-8561-32c7b95563ef req-8e74165a-8037-44c2-8ec1-3a06d86b5a14 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=608030a8-aeb2-4921-9c5f-96416e34fd5e HTTP/1.1" status: 200 len: 1000 time: 0.1046665 May 12 15:31:44.728252 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-e518c8c8-ae3a-4efc-9e8d-0f7631c1c15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1', 'name': 'tempest-AttachVolumeTestJSON-379129705-router', 'tenant_id': 'f8b03419ce0c413cbee40794040a2918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:20:29Z', 'updated_at': '2021-05-12T15:31:44Z', 'revision_number': 6, 'project_id': 'f8b03419ce0c413cbee40794040a2918', 'gw_port_host': None}], 'dv-cinder-789603-6-iscsi', False) {} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:31:44.733162 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e518c8c8-ae3a-4efc-9e8d-0f7631c1c15d None None] The sync data for ids ['6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1'] in dv-cinder-789603-6-iscsi is: [{'id': '6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1', 'name': 'tempest-AttachVolumeTestJSON-379129705-router', 'tenant_id': 'f8b03419ce0c413cbee40794040a2918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:20:29Z', 'updated_at': '2021-05-12T15:31:44Z', 'revision_number': 6, 'project_id': 'f8b03419ce0c413cbee40794040a2918', 'gw_port_host': None}] {{(pid=78794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:31:44.796645 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494cb184-e50f-49c8-8561-32c7b95563ef req-a9ad17f8-2ae6-4492-b755-8c3e8455fa22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:31:44.798115 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-494cb184-e50f-49c8-8561-32c7b95563ef req-a9ad17f8-2ae6-4492-b755-8c3e8455fa22 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=a819acb5-532b-4750-ac78-9d47ffeaf477 HTTP/1.1" status: 200 len: 855 time: 0.0637271 May 12 15:31:44.869848 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.plugin [None req-1cc35ae7-c2b4-4beb-9af2-5b7772bc2835 admin admin] Calling delete_port for 4c3aeed0-9682-42d7-b51e-efd94313e1cb owned by network:router_gateway {{(pid=78792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:31:44.884794 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494cb184-e50f-49c8-8561-32c7b95563ef req-b9c010ac-dced-4dd8-a7cf-75ee3cef8a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:31:44.886862 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-494cb184-e50f-49c8-8561-32c7b95563ef req-b9c010ac-dced-4dd8-a7cf-75ee3cef8a2e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e42449cb-482c-4d1d-a3c5-6d4382e507b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0815482 May 12 15:31:45.028978 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-494cb184-e50f-49c8-8561-32c7b95563ef req-17e8a7f6-02dd-4ab4-9865-9a9160521a43 service neutron] 10.222.0.85 "GET /v2.0/networks/e42449cb-482c-4d1d-a3c5-6d4382e507b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340091 May 12 15:31:45.045988 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-1cc35ae7-c2b4-4beb-9af2-5b7772bc2835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649297264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739648862733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3714859'] for port, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:45.050063 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-1a417ace-78f5-4356-a276-1a65b2a7fccd tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:31:45.098151 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc35ae7-c2b4-4beb-9af2-5b7772bc2835 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c3aeed0-9682-42d7-b51e-efd94313e1cb,revision_number=None']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:31:45.103554 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-1cc35ae7-c2b4-4beb-9af2-5b7772bc2835 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:31:45.171574 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device 6ad1f101-24d4-4aa8-9e68-0852222902c7 no longer exists at agent ovs-agent-dv-cinder-789603-6-iscsi {{(pid=78794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:31:45.194243 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-494cb184-e50f-49c8-8561-32c7b95563ef req-bf078a4d-a838-46ca-a61f-68f88ce9948d service neutron] 10.222.0.85 "GET /v2.0/networks/e42449cb-482c-4d1d-a3c5-6d4382e507b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578624 May 12 15:31:45.218917 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.plugin [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] No Port match for: 6ad1f101-24d4-4aa8-9e68-0852222902c7 {{(pid=78794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 15:31:45.219261 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-1cc35ae7-c2b4-4beb-9af2-5b7772bc2835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706599'] for router_gateway, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:45.219758 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device 6ad1f101-24d4-4aa8-9e68-0852222902c7 not bound to the agent host dv-cinder-789603-6-iscsi {{(pid=78794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:31:45.395924 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-1cc35ae7-c2b4-4beb-9af2-5b7772bc2835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13144'] for router, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:45.398242 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-1cc35ae7-c2b4-4beb-9af2-5b7772bc2835 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:45.487186 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-1cc35ae7-c2b4-4beb-9af2-5b7772bc2835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1780853'] for router, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:45.488086 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cc35ae7-c2b4-4beb-9af2-5b7772bc2835 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1 {{(pid=78792) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 15:31:45.508251 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-1cc35ae7-c2b4-4beb-9af2-5b7772bc2835 admin admin] Notify callbacks [] for router, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:45.510036 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-1cc35ae7-c2b4-4beb-9af2-5b7772bc2835 admin admin] 10.222.0.32 "DELETE /v2.0/routers/6d4a03dd-e4e6-4a9d-8f84-bdc356d21ad1 HTTP/1.1" status: 204 len: 168 time: 1.6625550 May 12 15:31:45.514944 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 49396) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:31:45.624540 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebe852fd-9451-41db-bd81-e28e46440ed4 admin admin] Deleting subnet 0bfa47e8-ea4e-42ac-a644-064fdadd42d3 {{(pid=78792) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 12 15:31:45.628830 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-ebe852fd-9451-41db-bd81-e28e46440ed4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:45.689875 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-ebe852fd-9451-41db-bd81-e28e46440ed4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2171665'] for subnet, precommit_delete_associations {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:45.730651 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b1bfaf-b8d8-464d-8afe-a36a239be4dd req-7a7fc981-8923-4807-9a3b-cf63df7369ce tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:31:45.732170 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-56b1bfaf-b8d8-464d-8afe-a36a239be4dd req-7a7fc981-8923-4807-9a3b-cf63df7369ce tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=48aae71d-ba1f-4304-afb8-e17f9c2d28e9 HTTP/1.1" status: 200 len: 945 time: 0.1855290 May 12 15:31:45.842036 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-56b1bfaf-b8d8-464d-8afe-a36a239be4dd req-895cc1ab-bc2c-4d33-8e0f-2c67dbdfb237 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=74a9f26d-cf48-467d-884d-e6a6080ed82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010141 May 12 15:31:45.859407 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-ebe852fd-9451-41db-bd81-e28e46440ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1440695'] for subnet, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:46.218657 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-ebe852fd-9451-41db-bd81-e28e46440ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1440696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3714936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2105374'] for subnet, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:46.222429 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:31:46.257341 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe852fd-9451-41db-bd81-e28e46440ed4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bfa47e8-ea4e-42ac-a644-064fdadd42d3,revision_number=None']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:31:46.260320 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-ebe852fd-9451-41db-bd81-e28e46440ed4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:31:46.262608 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-ebe852fd-9451-41db-bd81-e28e46440ed4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:46.267332 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513a01d4-0bb7-43ef-b3be-9b94154c07a8 None None] Network b0a67018-e604-4c5d-b021-363bc82650e3 requested from dv-cinder-789603-6-iscsi {{(pid=78794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 15:31:46.268399 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-ebe852fd-9451-41db-bd81-e28e46440ed4 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/0bfa47e8-ea4e-42ac-a644-064fdadd42d3 HTTP/1.1" status: 204 len: 168 time: 0.7524271 May 12 15:31:46.271069 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 49400) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:31:46.379091 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-367018a6-6823-45bd-b559-04b701eccfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741559'] for network, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:46.455858 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.plugin [None req-367018a6-6823-45bd-b559-04b701eccfa7 admin admin] Deleting port 5bf0ed3f-6269-49f2-9a4f-3a93b9d91d38 {{(pid=78792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:31:46.456206 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-367018a6-6823-45bd-b559-04b701eccfa7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649292957'] for port, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:46.514337 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b317d06-e989-4080-8283-38298951701c None None] DHCP port deletion for b0a67018-e604-4c5d-b021-363bc82650e3 request from dv-cinder-789603-6-iscsi {{(pid=78794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 12 15:31:46.561037 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.db [None req-367018a6-6823-45bd-b559-04b701eccfa7 admin admin] For port 5bf0ed3f-6269-49f2-9a4f-3a93b9d91d38, host dv-cinder-789603-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-iscsi',level=0,port_id=5bf0ed3f-6269-49f2-9a4f-3a93b9d91d38,segment=NetworkSegment(4319fcb2-d56a-483c-b9e5-3a743225ca7f),segment_id=4319fcb2-d56a-483c-b9e5-3a743225ca7f)] {{(pid=78792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:31:46.561394 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-367018a6-6823-45bd-b559-04b701eccfa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:46.583781 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.plugin [None req-2b317d06-e989-4080-8283-38298951701c None None] Deleting port 5bf0ed3f-6269-49f2-9a4f-3a93b9d91d38 {{(pid=78794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:31:46.584330 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2b317d06-e989-4080-8283-38298951701c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649292957'] for port, before_delete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:46.690200 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.plugin [None req-367018a6-6823-45bd-b559-04b701eccfa7 admin admin] Calling delete_port for 5bf0ed3f-6269-49f2-9a4f-3a93b9d91d38 owned by network:dhcp {{(pid=78792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:31:46.696467 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-2b317d06-e989-4080-8283-38298951701c None None] For port 5bf0ed3f-6269-49f2-9a4f-3a93b9d91d38, host dv-cinder-789603-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-iscsi',level=0,port_id=5bf0ed3f-6269-49f2-9a4f-3a93b9d91d38,segment=NetworkSegment(4319fcb2-d56a-483c-b9e5-3a743225ca7f),segment_id=4319fcb2-d56a-483c-b9e5-3a743225ca7f)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:31:46.696741 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2b317d06-e989-4080-8283-38298951701c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:46.740351 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-367018a6-6823-45bd-b559-04b701eccfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649297264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739648862733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3714859'] for port, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:46.744077 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-e642d0b1-abfe-493f-a3f4-0df03dcb2db9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:31:46.791466 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367018a6-6823-45bd-b559-04b701eccfa7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bf0ed3f-6269-49f2-9a4f-3a93b9d91d38,revision_number=None']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:31:46.794424 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-367018a6-6823-45bd-b559-04b701eccfa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:31:46.795190 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367018a6-6823-45bd-b559-04b701eccfa7 admin admin] No DVR routers for this DVR port 5bf0ed3f-6269-49f2-9a4f-3a93b9d91d38 on host dv-cinder-789603-6-iscsi {{(pid=78792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:31:46.828485 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.plugin [None req-2b317d06-e989-4080-8283-38298951701c None None] Calling delete_port for 5bf0ed3f-6269-49f2-9a4f-3a93b9d91d38 owned by network:dhcp {{(pid=78794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:31:46.916318 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-367018a6-6823-45bd-b559-04b701eccfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1434444', 'neutron.services.segments.db._delete_segments_for_network-8739649303709'] for network, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:46.930949 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.services.segments.db [None req-367018a6-6823-45bd-b559-04b701eccfa7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0a67018-e604-4c5d-b021-363bc82650e3']}} {{(pid=78792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:31:46.944511 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.services.segments.db [None req-367018a6-6823-45bd-b559-04b701eccfa7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4319fcb2-d56a-483c-b9e5-3a743225ca7f') {'for_net_delete': True} {{(pid=78792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:31:46.944879 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.services.segments.db [None req-367018a6-6823-45bd-b559-04b701eccfa7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4319fcb2-d56a-483c-b9e5-3a743225ca7f') {} {{(pid=78792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:31:46.958556 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-367018a6-6823-45bd-b559-04b701eccfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649315175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2171662'] for segment, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:46.976637 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-367018a6-6823-45bd-b559-04b701eccfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428868'] for segment, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:46.982424 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2b317d06-e989-4080-8283-38298951701c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649297264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739648862733'] for port, after_delete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:46.988524 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-367018a6-6823-45bd-b559-04b701eccfa7 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=78792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 15:31:46.989362 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-367018a6-6823-45bd-b559-04b701eccfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3714846'] for segment, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:46.989853 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-335e76c3-e0f0-41e1-9e7d-1e382c636d33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:31:47.003816 dv-cinder-789603-6-iscsi neutron-server[78792]: Traceback (most recent call last): May 12 15:31:47.003816 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 15:31:47.003816 dv-cinder-789603-6-iscsi neutron-server[78792]: timer() May 12 15:31:47.003816 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 15:31:47.003816 dv-cinder-789603-6-iscsi neutron-server[78792]: cb(*args, **kw) May 12 15:31:47.003816 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 12 15:31:47.003816 dv-cinder-789603-6-iscsi neutron-server[78792]: return func(*args, **kwargs) May 12 15:31:47.003816 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 15:31:47.003816 dv-cinder-789603-6-iscsi neutron-server[78792]: self._notify() May 12 15:31:47.003816 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 15:31:47.003816 dv-cinder-789603-6-iscsi neutron-server[78792]: self.callback(batched_events) May 12 15:31:47.003816 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 15:31:47.003816 dv-cinder-789603-6-iscsi neutron-server[78792]: event.method(event) May 12 15:31:47.003816 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 15:31:47.003816 dv-cinder-789603-6-iscsi neutron-server[78792]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 15:31:47.003816 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 15:31:47.003816 dv-cinder-789603-6-iscsi neutron-server[78792]: aggregate_uuid = self.p_client.list_aggregates( May 12 15:31:47.003816 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 15:31:47.003816 dv-cinder-789603-6-iscsi neutron-server[78792]: return f(self, *a, **k) May 12 15:31:47.003816 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 15:31:47.003816 dv-cinder-789603-6-iscsi neutron-server[78792]: return self._get(url).json() May 12 15:31:47.003816 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 15:31:47.003816 dv-cinder-789603-6-iscsi neutron-server[78792]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 15:31:47.003816 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 15:31:47.003816 dv-cinder-789603-6-iscsi neutron-server[78792]: return self.request(url, 'GET', **kwargs) May 12 15:31:47.003816 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 15:31:47.003816 dv-cinder-789603-6-iscsi neutron-server[78792]: base_url = self.get_endpoint(auth, allow=allow, May 12 15:31:47.003816 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 15:31:47.003816 dv-cinder-789603-6-iscsi neutron-server[78792]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 15:31:47.003816 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 15:31:47.003816 dv-cinder-789603-6-iscsi neutron-server[78792]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 15:31:47.003816 dv-cinder-789603-6-iscsi neutron-server[78792]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 15:31:47.018754 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device 4c3aeed0-9682-42d7-b51e-efd94313e1cb no longer exists at agent ovs-agent-dv-cinder-789603-6-iscsi {{(pid=78794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:31:47.068916 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.plugin [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] No Port match for: 4c3aeed0-9682-42d7-b51e-efd94313e1cb {{(pid=78794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 15:31:47.069266 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device 4c3aeed0-9682-42d7-b51e-efd94313e1cb not bound to the agent host dv-cinder-789603-6-iscsi {{(pid=78794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:31:47.069692 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device 5bf0ed3f-6269-49f2-9a4f-3a93b9d91d38 no longer exists at agent ovs-agent-dv-cinder-789603-6-iscsi {{(pid=78794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:31:47.094141 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b317d06-e989-4080-8283-38298951701c None None] Pushing event deleted for resources: {'Port': ['ID=5bf0ed3f-6269-49f2-9a4f-3a93b9d91d38,revision_number=None']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:31:47.095307 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a69b68-0de3-480e-b683-685523d2045c req-1bfb58ab-1f1b-4d7f-b2ad-1797ec9df8d4 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:31:47.096426 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-367018a6-6823-45bd-b559-04b701eccfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1434421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706613'] for network, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:47.098006 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-55a69b68-0de3-480e-b683-685523d2045c req-1bfb58ab-1f1b-4d7f-b2ad-1797ec9df8d4 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=48aae71d-ba1f-4304-afb8-e17f9c2d28e9 HTTP/1.1" status: 200 len: 945 time: 0.0959859 May 12 15:31:47.105586 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Device 608030a8-aeb2-4921-9c5f-96416e34fd5e no longer exists at agent hyperv_hv-cinder-78960 {{(pid=78794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:31:47.107956 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-367018a6-6823-45bd-b559-04b701eccfa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for network, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:47.112862 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-447d9684-3805-48da-9d40-4949538e8100 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:31:47.137980 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367018a6-6823-45bd-b559-04b701eccfa7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0a67018-e604-4c5d-b021-363bc82650e3,revision_number=None']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:31:47.139481 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b317d06-e989-4080-8283-38298951701c None None] No DVR routers for this DVR port 5bf0ed3f-6269-49f2-9a4f-3a93b9d91d38 on host dv-cinder-789603-6-iscsi {{(pid=78794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:31:47.141312 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-367018a6-6823-45bd-b559-04b701eccfa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:31:47.145751 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.plugin [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] No Port match for: 5bf0ed3f-6269-49f2-9a4f-3a93b9d91d38 {{(pid=78794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 15:31:47.146124 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device 5bf0ed3f-6269-49f2-9a4f-3a93b9d91d38 not bound to the agent host dv-cinder-789603-6-iscsi {{(pid=78794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:31:47.148019 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b317d06-e989-4080-8283-38298951701c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:47.148360 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b317d06-e989-4080-8283-38298951701c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:47.148697 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b317d06-e989-4080-8283-38298951701c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:47.149021 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b317d06-e989-4080-8283-38298951701c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:47.149535 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b317d06-e989-4080-8283-38298951701c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:47.150023 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b317d06-e989-4080-8283-38298951701c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:47.150214 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b317d06-e989-4080-8283-38298951701c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:47.150531 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b317d06-e989-4080-8283-38298951701c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:47.150854 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b317d06-e989-4080-8283-38298951701c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:47.151174 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b317d06-e989-4080-8283-38298951701c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:47.151543 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b317d06-e989-4080-8283-38298951701c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:47.152091 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b317d06-e989-4080-8283-38298951701c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:47.156501 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-367018a6-6823-45bd-b559-04b701eccfa7 admin admin] 10.222.0.32 "DELETE /v2.0/networks/b0a67018-e604-4c5d-b021-363bc82650e3 HTTP/1.1" status: 204 len: 168 time: 0.8843968 May 12 15:31:47.192763 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-55a69b68-0de3-480e-b683-685523d2045c req-05f6e424-94e4-49a9-994c-6ff9dc2d1523 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=74a9f26d-cf48-467d-884d-e6a6080ed82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875683 May 12 15:31:47.208727 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-2b317d06-e989-4080-8283-38298951701c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:31:47.276389 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:47.304861 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48aae71d-ba1f-4304-afb8-e17f9c2d28e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '608030a8-aeb2-4921-9c5f-96416e34fd5e'}] {{(pid=78794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:31:47.315143 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] For port 608030a8-aeb2-4921-9c5f-96416e34fd5e, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=608030a8-aeb2-4921-9c5f-96416e34fd5e,segment=NetworkSegment(3335fbed-a52c-4d63-90d5-e5c4d9194d95),segment_id=3335fbed-a52c-4d63-90d5-e5c4d9194d95)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:31:47.320675 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:47.323911 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:31:47.332402 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 49412) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:31:47.357822 dv-cinder-789603-6-iscsi neutron-server[78794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48aae71d-ba1f-4304-afb8-e17f9c2d28e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '608030a8-aeb2-4921-9c5f-96416e34fd5e', 'code': 200} May 12 15:31:47.383826 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-528cdacd-118b-47b9-9ec5-072a5d244419 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f8b03419ce0c413cbee40794040a2918&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0500686 May 12 15:31:47.386393 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 49416) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:31:47.397808 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Pushing event updated for resources: {'Port': ['ID=608030a8-aeb2-4921-9c5f-96416e34fd5e,revision_number=8']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:31:47.400999 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:31:47.444389 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-7a913f48-6891-4bc9-87b2-c2afae52a802 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:47.469289 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-7a913f48-6891-4bc9-87b2-c2afae52a802 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:47.519597 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-7a913f48-6891-4bc9-87b2-c2afae52a802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:47.523236 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-e380f255-9879-4bc4-9548-ce68b3544583 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:31:47.537991 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a913f48-6891-4bc9-87b2-c2afae52a802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8d167cb-cf32-44b0-ad19-e7fbdd4206a4,revision_number=None']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:31:47.541638 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-7a913f48-6891-4bc9-87b2-c2afae52a802 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:31:47.545538 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-7a913f48-6891-4bc9-87b2-c2afae52a802 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:47.548583 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-7a913f48-6891-4bc9-87b2-c2afae52a802 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e8d167cb-cf32-44b0-ad19-e7fbdd4206a4 HTTP/1.1" status: 204 len: 168 time: 0.1593995 May 12 15:31:48.396232 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31cc535-b444-463d-8fcd-7b490512b6ba req-7d661d50-ef24-4639-8a7c-3c5af55dddbf tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:31:48.397646 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-e31cc535-b444-463d-8fcd-7b490512b6ba req-7d661d50-ef24-4639-8a7c-3c5af55dddbf tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=48aae71d-ba1f-4304-afb8-e17f9c2d28e9 HTTP/1.1" status: 200 len: 943 time: 0.0829020 May 12 15:31:48.542313 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-e31cc535-b444-463d-8fcd-7b490512b6ba req-a11bc310-8e5e-49ad-9c97-5cd5551ee176 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=74a9f26d-cf48-467d-884d-e6a6080ed82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382680 May 12 15:31:48.698979 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-4453530d-7b1c-4b06-b238-679631f224de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:50.023734 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-8e38e95b-4304-411d-af84-ee066a59529a req-cccf5601-c947-4b19-bcc0-4667514eac1d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=48aae71d-ba1f-4304-afb8-e17f9c2d28e9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0737727 May 12 15:31:50.024345 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825fb1ba-850f-4c8f-b5d5-600729b7f3b3 req-4802651a-18eb-4353-977b-eabdd5ef00be tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:31:50.025263 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-825fb1ba-850f-4c8f-b5d5-600729b7f3b3 req-4802651a-18eb-4353-977b-eabdd5ef00be tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=48aae71d-ba1f-4304-afb8-e17f9c2d28e9 HTTP/1.1" status: 200 len: 943 time: 0.0861347 May 12 15:31:50.083023 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-825fb1ba-850f-4c8f-b5d5-600729b7f3b3 req-5ca9458d-9ca9-4961-893d-bad2261c15c4 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=74a9f26d-cf48-467d-884d-e6a6080ed82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516250 May 12 15:31:50.145746 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.agents_db [None req-dd47ce14-932e-4540-b008-5e9038d1c348 None None] Agent healthcheck: found 6 active agents {{(pid=78795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 15:31:50.912949 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e38e95b-4304-411d-af84-ee066a59529a req-f39afe66-c4bf-4713-8730-5128ba9683ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:31:50.914615 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-8e38e95b-4304-411d-af84-ee066a59529a req-f39afe66-c4bf-4713-8730-5128ba9683ff service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=48aae71d-ba1f-4304-afb8-e17f9c2d28e9&tenant_id=1d962db48c294eb4a16e765eb2cf52a8 HTTP/1.1" status: 200 len: 1096 time: 0.0737844 May 12 15:31:51.008243 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e38e95b-4304-411d-af84-ee066a59529a req-973a5a5b-5ed7-46b5-a8ba-c068eaf82f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:31:51.009760 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-8e38e95b-4304-411d-af84-ee066a59529a req-973a5a5b-5ed7-46b5-a8ba-c068eaf82f01 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=1d962db48c294eb4a16e765eb2cf52a8&device_id=48aae71d-ba1f-4304-afb8-e17f9c2d28e9 HTTP/1.1" status: 200 len: 1096 time: 0.0697432 May 12 15:31:51.085079 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Device 608030a8-aeb2-4921-9c5f-96416e34fd5e no longer exists at agent hyperv_hv-cinder-78960 {{(pid=78794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:31:51.147395 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e38e95b-4304-411d-af84-ee066a59529a req-9d9fc789-e799-4bde-976f-2948c54f4d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:31:51.148843 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-8e38e95b-4304-411d-af84-ee066a59529a req-9d9fc789-e799-4bde-976f-2948c54f4d66 service neutron] 10.222.0.85 "GET /v2.0/networks?id=e42449cb-482c-4d1d-a3c5-6d4382e507b8 HTTP/1.1" status: 200 len: 917 time: 0.1326168 May 12 15:31:51.152635 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-8c614388-8fdd-4ce2-aa98-10cab1e1b467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:51.267926 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-8e38e95b-4304-411d-af84-ee066a59529a req-e8e606de-b422-4205-8f89-15256a81dee8 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=608030a8-aeb2-4921-9c5f-96416e34fd5e HTTP/1.1" status: 200 len: 998 time: 0.1122899 May 12 15:31:51.281102 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ef082-cf90-4c7b-91cc-c90197643aa2 req-9d6a3684-c2ed-4a63-bb8c-18a5fa67be22 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:31:51.282672 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-014ef082-cf90-4c7b-91cc-c90197643aa2 req-9d6a3684-c2ed-4a63-bb8c-18a5fa67be22 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=48aae71d-ba1f-4304-afb8-e17f9c2d28e9 HTTP/1.1" status: 200 len: 943 time: 0.0834503 May 12 15:31:51.330365 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-014ef082-cf90-4c7b-91cc-c90197643aa2 req-7acd8085-2d22-466a-9515-65bb86883632 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=74a9f26d-cf48-467d-884d-e6a6080ed82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398693 May 12 15:31:51.340987 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e38e95b-4304-411d-af84-ee066a59529a req-8b70926b-bb07-4b6f-8796-8f0f03600817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:31:51.342444 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-8e38e95b-4304-411d-af84-ee066a59529a req-8b70926b-bb07-4b6f-8796-8f0f03600817 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=a819acb5-532b-4750-ac78-9d47ffeaf477 HTTP/1.1" status: 200 len: 855 time: 0.0675538 May 12 15:31:51.419115 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e38e95b-4304-411d-af84-ee066a59529a req-6abdb240-8c33-4383-9c63-041930ab29af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:31:51.420560 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-8e38e95b-4304-411d-af84-ee066a59529a req-6abdb240-8c33-4383-9c63-041930ab29af service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e42449cb-482c-4d1d-a3c5-6d4382e507b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0707293 May 12 15:31:51.556989 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-8e38e95b-4304-411d-af84-ee066a59529a req-9c1e0fa3-c694-4090-8a98-77f51ee863b3 service neutron] 10.222.0.85 "GET /v2.0/networks/e42449cb-482c-4d1d-a3c5-6d4382e507b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245282 May 12 15:31:51.652139 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:51.692171 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-8e38e95b-4304-411d-af84-ee066a59529a req-70841ffc-4056-43ee-871f-7e82fe867f31 service neutron] 10.222.0.85 "GET /v2.0/networks/e42449cb-482c-4d1d-a3c5-6d4382e507b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286867 May 12 15:31:52.319976 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-8e9e3eb0-3c8e-4693-b231-5e176560d846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:52.542033 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 49556) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:31:52.574777 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a851d7dc-681d-47f3-a26b-2de95ca024dc req-e235f98a-022d-4053-b54c-175dca5d85f6 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:31:52.577158 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-a851d7dc-681d-47f3-a26b-2de95ca024dc req-e235f98a-022d-4053-b54c-175dca5d85f6 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=48aae71d-ba1f-4304-afb8-e17f9c2d28e9 HTTP/1.1" status: 200 len: 943 time: 0.1012349 May 12 15:31:52.630704 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-a851d7dc-681d-47f3-a26b-2de95ca024dc req-ac6b7932-ea69-47c3-a414-93a21fd3c133 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=74a9f26d-cf48-467d-884d-e6a6080ed82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470066 May 12 15:31:52.709115 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-329023a5-478f-45e2-9711-64b0e8f6e082 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:52.723211 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-329023a5-478f-45e2-9711-64b0e8f6e082 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:31:52.727680 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-329023a5-478f-45e2-9711-64b0e8f6e082 admin admin] Usage tracker for resource:security_group_rule and tenant:646d7d830bb24f119b7db2a5a725711d is out of sync, need to count used quota {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:31:52.732195 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-329023a5-478f-45e2-9711-64b0e8f6e082 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:31:52.738456 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-329023a5-478f-45e2-9711-64b0e8f6e082 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:31:52.833961 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-329023a5-478f-45e2-9711-64b0e8f6e082 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:52.838722 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-329023a5-478f-45e2-9711-64b0e8f6e082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:52.847348 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-e44a471e-f53d-4234-96fb-41bc860fe2b9 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:31:52.877295 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329023a5-478f-45e2-9711-64b0e8f6e082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=681ffd80-68fd-4ac3-b602-5f23e91abd6d,revision_number=1']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:31:52.882394 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-329023a5-478f-45e2-9711-64b0e8f6e082 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:31:52.908263 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-329023a5-478f-45e2-9711-64b0e8f6e082 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=646d7d830bb24f119b7db2a5a725711d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3650153 May 12 15:31:52.911378 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 49562) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:31:52.985806 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-60f4fe4e-c152-4b78-a5bc-8281cdb61793 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:53.015054 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-60f4fe4e-c152-4b78-a5bc-8281cdb61793 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:53.075937 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-60f4fe4e-c152-4b78-a5bc-8281cdb61793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:53.079541 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-4ce7f3fa-e151-4aa4-9973-c29a41e01655 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:31:53.090793 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f4fe4e-c152-4b78-a5bc-8281cdb61793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=681ffd80-68fd-4ac3-b602-5f23e91abd6d,revision_number=None']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:31:53.097432 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-60f4fe4e-c152-4b78-a5bc-8281cdb61793 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:53.101105 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-60f4fe4e-c152-4b78-a5bc-8281cdb61793 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/681ffd80-68fd-4ac3-b602-5f23e91abd6d HTTP/1.1" status: 204 len: 168 time: 0.1861305 May 12 15:31:53.101105 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-60f4fe4e-c152-4b78-a5bc-8281cdb61793 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:31:53.441426 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 49570) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:31:53.458644 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-95aa66c1-b672-4601-8ca1-b326d123e85b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:53.473100 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-95aa66c1-b672-4601-8ca1-b326d123e85b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:31:53.477013 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-95aa66c1-b672-4601-8ca1-b326d123e85b admin admin] Usage tracker for resource:security_group_rule and tenant:50a4eb75053744b3859a410c7c90fd0d is out of sync, need to count used quota {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:31:53.480596 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-95aa66c1-b672-4601-8ca1-b326d123e85b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:31:53.487137 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-95aa66c1-b672-4601-8ca1-b326d123e85b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:31:53.582674 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-95aa66c1-b672-4601-8ca1-b326d123e85b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:53.588341 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-95aa66c1-b672-4601-8ca1-b326d123e85b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:53.596402 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-2babcc22-fd34-4075-a363-a3c8497696c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:31:53.639179 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-95aa66c1-b672-4601-8ca1-b326d123e85b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=50a4eb75053744b3859a410c7c90fd0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1966186 May 12 15:31:53.639998 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aa66c1-b672-4601-8ca1-b326d123e85b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dbb24ee-2fc0-4e92-b618-65e3678f600c,revision_number=1']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:31:53.642233 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 49574) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:31:53.644835 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-95aa66c1-b672-4601-8ca1-b326d123e85b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:31:53.708604 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-142505a5-51f2-4360-8479-d25bc605f07d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:53.743855 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-142505a5-51f2-4360-8479-d25bc605f07d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:53.876651 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6a41e2-412f-4328-9ad7-75021979ada9 req-69ff23a3-5a64-4760-824c-45ceb0de8abb tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:31:53.883290 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-3f6a41e2-412f-4328-9ad7-75021979ada9 req-69ff23a3-5a64-4760-824c-45ceb0de8abb tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=48aae71d-ba1f-4304-afb8-e17f9c2d28e9 HTTP/1.1" status: 200 len: 943 time: 0.1320500 May 12 15:31:53.885098 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-142505a5-51f2-4360-8479-d25bc605f07d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:53.896084 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-c2de5f19-bbc6-4efe-bd78-a505da46d3f4 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:31:53.943026 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142505a5-51f2-4360-8479-d25bc605f07d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dbb24ee-2fc0-4e92-b618-65e3678f600c,revision_number=None']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:31:53.946999 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-142505a5-51f2-4360-8479-d25bc605f07d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:31:53.965613 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-142505a5-51f2-4360-8479-d25bc605f07d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:53.967536 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-142505a5-51f2-4360-8479-d25bc605f07d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8dbb24ee-2fc0-4e92-b618-65e3678f600c HTTP/1.1" status: 204 len: 168 time: 0.3242035 May 12 15:31:54.004138 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-3f6a41e2-412f-4328-9ad7-75021979ada9 req-0a368468-b6ee-426d-b376-6f974a832090 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=74a9f26d-cf48-467d-884d-e6a6080ed82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097310 May 12 15:31:54.218560 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-876105c5-eed7-46ba-a478-d2a34eb0d798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:55.242837 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe2432-04fa-44bd-9a80-e17cfaa121f8 req-1a0da1d1-4262-4276-99dd-44b8446f4536 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:31:55.244375 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-a2fe2432-04fa-44bd-9a80-e17cfaa121f8 req-1a0da1d1-4262-4276-99dd-44b8446f4536 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=48aae71d-ba1f-4304-afb8-e17f9c2d28e9 HTTP/1.1" status: 200 len: 943 time: 0.0998881 May 12 15:31:55.318396 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-a2fe2432-04fa-44bd-9a80-e17cfaa121f8 req-65810494-7085-483d-9208-36a46811d8f2 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=74a9f26d-cf48-467d-884d-e6a6080ed82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634046 May 12 15:31:56.301232 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 49642) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:31:56.438792 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-a6491b8c-b7a2-47d9-be74-79e5322bd7d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:56.458812 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-a6491b8c-b7a2-47d9-be74-79e5322bd7d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:31:56.462949 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-a6491b8c-b7a2-47d9-be74-79e5322bd7d8 admin admin] Usage tracker for resource:security_group_rule and tenant:d9447a8047734493afe1b1e522fd1585 is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:31:56.466445 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-a6491b8c-b7a2-47d9-be74-79e5322bd7d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:31:56.472366 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-a6491b8c-b7a2-47d9-be74-79e5322bd7d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:31:56.547658 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216c10f4-421b-40e3-915a-34e5a77e3781 req-c3caaa20-ad1d-43f1-bcd8-99e0cafbbdda tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:31:56.549106 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-216c10f4-421b-40e3-915a-34e5a77e3781 req-c3caaa20-ad1d-43f1-bcd8-99e0cafbbdda tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=48aae71d-ba1f-4304-afb8-e17f9c2d28e9 HTTP/1.1" status: 200 len: 943 time: 0.1136820 May 12 15:31:56.599956 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-a6491b8c-b7a2-47d9-be74-79e5322bd7d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:56.605704 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-a6491b8c-b7a2-47d9-be74-79e5322bd7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:56.614659 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-216c10f4-421b-40e3-915a-34e5a77e3781 req-9d2f16b0-2a71-42d2-9138-ba1a6dd7183d tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=74a9f26d-cf48-467d-884d-e6a6080ed82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596080 May 12 15:31:56.615137 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-f639c905-b934-4d04-9dbb-df4a45051c20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:31:56.662075 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-a6491b8c-b7a2-47d9-be74-79e5322bd7d8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d9447a8047734493afe1b1e522fd1585&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3596857 May 12 15:31:56.662461 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 49650) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:31:56.663092 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6491b8c-b7a2-47d9-be74-79e5322bd7d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a4a008-f07e-43aa-bf82-1e9ce1a0733f,revision_number=1']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:31:56.666452 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-a6491b8c-b7a2-47d9-be74-79e5322bd7d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:31:56.725711 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-fa7d9ce8-afe7-47f8-907f-661ec81562cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:56.757552 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-fa7d9ce8-afe7-47f8-907f-661ec81562cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:56.816556 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-fa7d9ce8-afe7-47f8-907f-661ec81562cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:56.825481 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-ae0fb0d9-235e-43a1-99da-1dc4bc393ae9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:31:56.838293 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7d9ce8-afe7-47f8-907f-661ec81562cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a4a008-f07e-43aa-bf82-1e9ce1a0733f,revision_number=None']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:31:56.843839 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-fa7d9ce8-afe7-47f8-907f-661ec81562cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:31:56.845794 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-fa7d9ce8-afe7-47f8-907f-661ec81562cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:56.846886 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-fa7d9ce8-afe7-47f8-907f-661ec81562cc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d3a4a008-f07e-43aa-bf82-1e9ce1a0733f HTTP/1.1" status: 204 len: 168 time: 0.1834197 May 12 15:31:57.097113 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:57.192706 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 49658) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:31:57.211264 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-49de71f2-823a-4a13-a72b-010551284c17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:57.225664 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-49de71f2-823a-4a13-a72b-010551284c17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:31:57.229555 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-49de71f2-823a-4a13-a72b-010551284c17 admin admin] Usage tracker for resource:security_group_rule and tenant:f55f34eb2a37479d96d1de295715f2db is out of sync, need to count used quota {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:31:57.232463 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-49de71f2-823a-4a13-a72b-010551284c17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:31:57.239438 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-49de71f2-823a-4a13-a72b-010551284c17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:31:57.350828 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-49de71f2-823a-4a13-a72b-010551284c17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:57.355116 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-49de71f2-823a-4a13-a72b-010551284c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:57.363636 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-d7531f4a-2cb5-4f1e-9330-e3e8b7c9dbc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:31:57.406528 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-49de71f2-823a-4a13-a72b-010551284c17 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f55f34eb2a37479d96d1de295715f2db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2123735 May 12 15:31:57.407306 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49de71f2-823a-4a13-a72b-010551284c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a3d9b4-587b-45e4-ab32-de8849014bea,revision_number=1']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:31:57.409407 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 49662) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:31:57.410684 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-49de71f2-823a-4a13-a72b-010551284c17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:31:57.477981 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-f54ee1cc-c525-446e-b7b1-338647863030 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:57.505198 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-f54ee1cc-c525-446e-b7b1-338647863030 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:57.560193 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-f54ee1cc-c525-446e-b7b1-338647863030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:57.563903 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-43bf77ce-70c7-4e4c-b3ed-d7783cbeccc3 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:31:57.580673 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54ee1cc-c525-446e-b7b1-338647863030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a3d9b4-587b-45e4-ab32-de8849014bea,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:31:57.584336 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-f54ee1cc-c525-446e-b7b1-338647863030 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:31:57.592017 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-f54ee1cc-c525-446e-b7b1-338647863030 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:57.606578 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-f54ee1cc-c525-446e-b7b1-338647863030 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d2a3d9b4-587b-45e4-ab32-de8849014bea HTTP/1.1" status: 204 len: 168 time: 0.1908116 May 12 15:31:57.825848 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b2bbda-e995-4e18-8eab-60fa89a348b2 req-26b6b8df-8d8f-434a-90b2-3525c926fbef tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:31:57.827432 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-67b2bbda-e995-4e18-8eab-60fa89a348b2 req-26b6b8df-8d8f-434a-90b2-3525c926fbef tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=48aae71d-ba1f-4304-afb8-e17f9c2d28e9 HTTP/1.1" status: 200 len: 943 time: 0.0886765 May 12 15:31:57.916142 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-67b2bbda-e995-4e18-8eab-60fa89a348b2 req-098ae731-102e-4bb8-8d57-b273133e1118 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=74a9f26d-cf48-467d-884d-e6a6080ed82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699990 May 12 15:31:58.909968 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 49698) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:31:59.058815 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-503e6c9e-3be7-44b1-840f-a450c5188123 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:59.075078 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-503e6c9e-3be7-44b1-840f-a450c5188123 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:31:59.079199 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-503e6c9e-3be7-44b1-840f-a450c5188123 admin admin] Usage tracker for resource:security_group_rule and tenant:71902d3dc68549639678911e46e352f2 is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:31:59.082467 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-503e6c9e-3be7-44b1-840f-a450c5188123 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:31:59.089228 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-503e6c9e-3be7-44b1-840f-a450c5188123 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:31:59.192363 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-503e6c9e-3be7-44b1-840f-a450c5188123 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:59.197188 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-503e6c9e-3be7-44b1-840f-a450c5188123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:59.209041 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-572484a3-3f95-402c-b627-0d795bd01e1e tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:31:59.263108 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a148bf0-a3ea-4a6d-a4fa-e6ef66919182 req-70a63e6d-f9f6-4aa5-a144-d55ad36a10a0 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:31:59.263991 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503e6c9e-3be7-44b1-840f-a450c5188123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc873ef7-af13-4856-b8b6-2e390c565dd9,revision_number=1']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:31:59.264659 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-7a148bf0-a3ea-4a6d-a4fa-e6ef66919182 req-70a63e6d-f9f6-4aa5-a144-d55ad36a10a0 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=48aae71d-ba1f-4304-afb8-e17f9c2d28e9 HTTP/1.1" status: 200 len: 943 time: 0.2143607 May 12 15:31:59.269709 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-503e6c9e-3be7-44b1-840f-a450c5188123 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=71902d3dc68549639678911e46e352f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3574631 May 12 15:31:59.269709 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-503e6c9e-3be7-44b1-840f-a450c5188123 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:31:59.273657 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 49706) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:31:59.380450 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-7a148bf0-a3ea-4a6d-a4fa-e6ef66919182 req-85cf054a-b94f-4c4d-887a-fa5027afdb96 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=74a9f26d-cf48-467d-884d-e6a6080ed82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083021 May 12 15:31:59.420394 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-8b586f4c-190c-49bc-9a2e-c251a8a5f5ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:59.449592 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-8b586f4c-190c-49bc-9a2e-c251a8a5f5ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:59.504591 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-8b586f4c-190c-49bc-9a2e-c251a8a5f5ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:59.510029 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-cdeed2df-76d3-407b-be98-861b641a18bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:31:59.523667 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b586f4c-190c-49bc-9a2e-c251a8a5f5ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc873ef7-af13-4856-b8b6-2e390c565dd9,revision_number=None']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:31:59.527776 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-8b586f4c-190c-49bc-9a2e-c251a8a5f5ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:31:59.532935 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-8b586f4c-190c-49bc-9a2e-c251a8a5f5ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:31:59.534297 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-8b586f4c-190c-49bc-9a2e-c251a8a5f5ec admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dc873ef7-af13-4856-b8b6-2e390c565dd9 HTTP/1.1" status: 204 len: 168 time: 0.2360520 May 12 15:32:00.252044 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 49730) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:32:00.365874 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.v2.base [None req-9de03d06-c755-4400-98ac-ef995d565be6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1674484648-network', 'tenant_id': 'f754e7c069ad40958aff78adf7bb630c'}} {{(pid=78792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:32:00.372060 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-9de03d06-c755-4400-98ac-ef995d565be6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:32:00.376199 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-9de03d06-c755-4400-98ac-ef995d565be6 admin admin] Usage tracker for resource:network and tenant:f754e7c069ad40958aff78adf7bb630c is out of sync, need to count used quota {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:32:00.379618 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-9de03d06-c755-4400-98ac-ef995d565be6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:32:00.390556 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-9de03d06-c755-4400-98ac-ef995d565be6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:32:00.402422 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de03d06-c755-4400-98ac-ef995d565be6 admin admin] Made reservation on behalf of f754e7c069ad40958aff78adf7bb630c for: {'network': 1} {{(pid=78792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:32:00.405147 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-9de03d06-c755-4400-98ac-ef995d565be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for network, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:00.418365 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-9de03d06-c755-4400-98ac-ef995d565be6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:00.434314 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-9de03d06-c755-4400-98ac-ef995d565be6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:32:00.438166 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-9de03d06-c755-4400-98ac-ef995d565be6 admin admin] Usage tracker for resource:security_group_rule and tenant:f754e7c069ad40958aff78adf7bb630c is out of sync, need to count used quota {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:32:00.441017 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-9de03d06-c755-4400-98ac-ef995d565be6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:32:00.447213 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-9de03d06-c755-4400-98ac-ef995d565be6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:32:00.554273 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-9de03d06-c755-4400-98ac-ef995d565be6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:00.560230 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-9de03d06-c755-4400-98ac-ef995d565be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:00.563553 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-49de71f2-823a-4a13-a72b-010551284c17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:32:00.593162 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9de03d06-c755-4400-98ac-ef995d565be6 admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=78792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 15:32:00.607912 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de03d06-c755-4400-98ac-ef995d565be6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=496a65d2-caf9-4b15-ba98-fdd5a1139e0b,revision_number=1']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:32:00.631850 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-9de03d06-c755-4400-98ac-ef995d565be6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:32:00.634424 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-9de03d06-c755-4400-98ac-ef995d565be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428868'] for segment, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:00.634944 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.db.segments_db [None req-9de03d06-c755-4400-98ac-ef995d565be6 admin admin] Added segment d6b407f5-8af5-4a4a-9ff7-f8e33a5e2314 of type vlan for network daea5aec-99e2-4de5-98c1-02cbf9c8c15d May 12 15:32:00.643607 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5270bca4-de40-40cd-ae45-6d1cf6f4e406 req-17ef6290-a019-40b4-a20a-04ccc5896f68 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:32:00.645225 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-5270bca4-de40-40cd-ae45-6d1cf6f4e406 req-17ef6290-a019-40b4-a20a-04ccc5896f68 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=48aae71d-ba1f-4304-afb8-e17f9c2d28e9 HTTP/1.1" status: 200 len: 943 time: 0.1095812 May 12 15:32:00.668258 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-9de03d06-c755-4400-98ac-ef995d565be6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739648879737'] for network, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:00.694802 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-5270bca4-de40-40cd-ae45-6d1cf6f4e406 req-9e4611fc-5ef4-462d-aef8-f72f68a52f48 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=74a9f26d-cf48-467d-884d-e6a6080ed82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431905 May 12 15:32:00.706333 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-9de03d06-c755-4400-98ac-ef995d565be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427'] for network, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:00.708159 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de03d06-c755-4400-98ac-ef995d565be6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:32:00.708943 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-9de03d06-c755-4400-98ac-ef995d565be6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for network, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:00.715340 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:32:00.818148 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-9de03d06-c755-4400-98ac-ef995d565be6 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5649655 May 12 15:32:00.821284 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de03d06-c755-4400-98ac-ef995d565be6 admin admin] Pushing event updated for resources: {'Network': ['ID=daea5aec-99e2-4de5-98c1-02cbf9c8c15d,revision_number=1']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:32:00.821439 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 49738) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:32:00.824488 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-9de03d06-c755-4400-98ac-ef995d565be6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:32:00.827413 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.v2.base [None req-2a9de72e-1afd-4096-b79f-0eb7555070b4 admin admin] Request body: {'subnet': {'network_id': 'daea5aec-99e2-4de5-98c1-02cbf9c8c15d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1674484648-subnet', 'tenant_id': 'f754e7c069ad40958aff78adf7bb630c', 'ip_version': 4}} {{(pid=78793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:32:00.832230 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Network daea5aec-99e2-4de5-98c1-02cbf9c8c15d details requested by agent ovs-agent-dv-cinder-789603-6-iscsi with host dv-cinder-789603-6-iscsi {{(pid=78794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 15:32:00.832768 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-2a9de72e-1afd-4096-b79f-0eb7555070b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:32:00.836372 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-2a9de72e-1afd-4096-b79f-0eb7555070b4 admin admin] Usage tracker for resource:subnet and tenant:f754e7c069ad40958aff78adf7bb630c is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:32:00.839681 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-2a9de72e-1afd-4096-b79f-0eb7555070b4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:32:00.846715 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-2a9de72e-1afd-4096-b79f-0eb7555070b4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:32:00.884082 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a9de72e-1afd-4096-b79f-0eb7555070b4 admin admin] Made reservation on behalf of f754e7c069ad40958aff78adf7bb630c for: {'subnet': 1} {{(pid=78793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:32:00.888565 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-2a9de72e-1afd-4096-b79f-0eb7555070b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4155405'] for subnet, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:01.417391 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-2a9de72e-1afd-4096-b79f-0eb7555070b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2679749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4155519'] for subnet, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:01.422377 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-30973e26-774f-4898-8f15-ce943176e256 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:32:01.497990 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9de72e-1afd-4096-b79f-0eb7555070b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d92f2543-04b9-4483-82be-1ce1d41f5872,revision_number=0']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:32:01.502035 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-2a9de72e-1afd-4096-b79f-0eb7555070b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:32:01.506236 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9de72e-1afd-4096-b79f-0eb7555070b4 admin admin] Checking segment: {'id': 'd6b407f5-8af5-4a4a-9ff7-f8e33a5e2314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'daea5aec-99e2-4de5-98c1-02cbf9c8c15d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:32:01.506588 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9de72e-1afd-4096-b79f-0eb7555070b4 admin admin] Network hostable DHCP agents. Network: daea5aec-99e2-4de5-98c1-02cbf9c8c15d, hostable agents: ['70f74d37-a86e-42b6-98ff-0814024719b2'], hosted agents: [] {{(pid=78793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 15:32:01.523111 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9de72e-1afd-4096-b79f-0eb7555070b4 admin admin] Network daea5aec-99e2-4de5-98c1-02cbf9c8c15d is scheduled to be hosted by DHCP agent 70f74d37-a86e-42b6-98ff-0814024719b2 with binding_index 1 {{(pid=78793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 15:32:01.532949 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.base_scheduler [None req-2a9de72e-1afd-4096-b79f-0eb7555070b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-6-iscsi, daea5aec-99e2-4de5-98c1-02cbf9c8c15d) {{(pid=78793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:32:01.543153 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9de72e-1afd-4096-b79f-0eb7555070b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:32:01.543763 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-2a9de72e-1afd-4096-b79f-0eb7555070b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for subnet, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:01.544725 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca81361-5e88-4927-937a-5eb0a0907ac5 None None] Network daea5aec-99e2-4de5-98c1-02cbf9c8c15d requested from dv-cinder-789603-6-iscsi {{(pid=78794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 15:32:01.570031 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-2a9de72e-1afd-4096-b79f-0eb7555070b4 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7474918 May 12 15:32:01.572593 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 49742) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:32:01.577893 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.v2.base [None req-e9f68acd-acc1-4748-8441-37d33facdbe1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1674484648-router', 'tenant_id': 'f754e7c069ad40958aff78adf7bb630c', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf'}}} {{(pid=78793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:32:01.582596 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-e9f68acd-acc1-4748-8441-37d33facdbe1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:32:01.590441 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-e9f68acd-acc1-4748-8441-37d33facdbe1 admin admin] Usage tracker for resource:router and tenant:f754e7c069ad40958aff78adf7bb630c is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:32:01.594635 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-e9f68acd-acc1-4748-8441-37d33facdbe1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:32:01.601193 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-e9f68acd-acc1-4748-8441-37d33facdbe1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:32:01.618096 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-e9f68acd-acc1-4748-8441-37d33facdbe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1780202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13174'] for router, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:01.619161 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-e9f68acd-acc1-4748-8441-37d33facdbe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1780197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1710053', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1769634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13135'] for router, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:01.640247 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-e9f68acd-acc1-4748-8441-37d33facdbe1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:01.822815 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c88422b-3228-4e74-be6d-9ab02830e37e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16f4760b-9c11-502a-9011-339955202960-daea5aec-99e2-4de5-98c1-02cbf9c8c15d', 'network_id': 'daea5aec-99e2-4de5-98c1-02cbf9c8c15d', 'tenant_id': 'f754e7c069ad40958aff78adf7bb630c', 'fixed_ips': [{'subnet_id': 'd92f2543-04b9-4483-82be-1ce1d41f5872'}]}} from dv-cinder-789603-6-iscsi. {{(pid=78794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 12 15:32:01.823663 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-9c88422b-3228-4e74-be6d-9ab02830e37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_create {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:01.975777 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b47029-42d8-442d-a969-4e081bd0050a req-be24b653-8e86-4632-a7f2-5d8e81083693 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:32:01.986290 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-88b47029-42d8-442d-a969-4e081bd0050a req-be24b653-8e86-4632-a7f2-5d8e81083693 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=48aae71d-ba1f-4304-afb8-e17f9c2d28e9 HTTP/1.1" status: 200 len: 943 time: 0.1453192 May 12 15:32:02.058099 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-e9f68acd-acc1-4748-8441-37d33facdbe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1781278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13137'] for router, precommit_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:02.129420 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-88b47029-42d8-442d-a969-4e081bd0050a req-410bc6d0-0c78-4f25-a2f9-2f0c06a2c91b tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=74a9f26d-cf48-467d-884d-e6a6080ed82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1418123 May 12 15:32:02.138700 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.db_base_plugin_common [None req-9c88422b-3228-4e74-be6d-9ab02830e37e None None] Allocated IP 172.20.0.2 (daea5aec-99e2-4de5-98c1-02cbf9c8c15d/d92f2543-04b9-4483-82be-1ce1d41f5872/a0391b5e-44b2-406b-8800-9467a1891b88) {{(pid=78794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:32:02.388361 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-9c88422b-3228-4e74-be6d-9ab02830e37e None None] Notify callbacks [] for port, precommit_create {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:02.399598 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-9c88422b-3228-4e74-be6d-9ab02830e37e None None] Transition to ACTIVE for port object a0391b5e-44b2-406b-8800-9467a1891b88 will not be triggered until provisioned by entity L2. {{(pid=78794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:32:02.422069 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-9c88422b-3228-4e74-be6d-9ab02830e37e None None] Transition to ACTIVE for port object a0391b5e-44b2-406b-8800-9467a1891b88 will not be triggered until provisioned by entity DHCP. {{(pid=78794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:32:02.430901 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-9c88422b-3228-4e74-be6d-9ab02830e37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739648862724'] for port, after_create {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:02.434448 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:32:02.492210 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c88422b-3228-4e74-be6d-9ab02830e37e None None] Network daea5aec-99e2-4de5-98c1-02cbf9c8c15d is already hosted by enough agents. {{(pid=78794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:32:02.493326 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.scheduler.base_scheduler [None req-9c88422b-3228-4e74-be6d-9ab02830e37e None None] Resources bound (agent type, host, resource id): {{(pid=78794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:32:02.499151 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c88422b-3228-4e74-be6d-9ab02830e37e None None] Received port after_create {{(pid=78794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:32:02.508746 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-e9f68acd-acc1-4748-8441-37d33facdbe1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:02.540175 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-e9f68acd-acc1-4748-8441-37d33facdbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:02.540458 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c88422b-3228-4e74-be6d-9ab02830e37e None None] Pushing event updated for resources: {'Port': ['ID=a0391b5e-44b2-406b-8800-9467a1891b88,revision_number=1']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:32:02.548707 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-9c88422b-3228-4e74-be6d-9ab02830e37e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:32:02.602177 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.managers [None req-9c88422b-3228-4e74-be6d-9ab02830e37e None None] Attempting to bind port a0391b5e-44b2-406b-8800-9467a1891b88 on host dv-cinder-789603-6-iscsi for vnic_type normal with profile {{(pid=78794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:32:02.602474 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.managers [None req-9c88422b-3228-4e74-be6d-9ab02830e37e None None] Attempting to bind port a0391b5e-44b2-406b-8800-9467a1891b88 by drivers openvswitch,hyperv on host dv-cinder-789603-6-iscsi at level 0 using segments [{'id': 'd6b407f5-8af5-4a4a-9ff7-f8e33a5e2314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'daea5aec-99e2-4de5-98c1-02cbf9c8c15d'}] {{(pid=78794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:32:02.603105 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c88422b-3228-4e74-be6d-9ab02830e37e None None] Attempting to bind port a0391b5e-44b2-406b-8800-9467a1891b88 on network daea5aec-99e2-4de5-98c1-02cbf9c8c15d {{(pid=78794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:32:02.609029 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c88422b-3228-4e74-be6d-9ab02830e37e None None] Checking agent: {'id': 'a7a9b333-fa08-4200-b168-94acd4aebf78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 15, 12, 52), 'started_at': datetime.datetime(2021, 5, 12, 15, 13, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 15, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:32:02.609414 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c88422b-3228-4e74-be6d-9ab02830e37e None None] Checking segment: {'id': 'd6b407f5-8af5-4a4a-9ff7-f8e33a5e2314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'daea5aec-99e2-4de5-98c1-02cbf9c8c15d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:32:02.609882 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-9c88422b-3228-4e74-be6d-9ab02830e37e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:02.610287 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c88422b-3228-4e74-be6d-9ab02830e37e None None] Bound using segment: {'id': 'd6b407f5-8af5-4a4a-9ff7-f8e33a5e2314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'daea5aec-99e2-4de5-98c1-02cbf9c8c15d'} {{(pid=78794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:32:02.610766 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.managers [None req-9c88422b-3228-4e74-be6d-9ab02830e37e None None] Bound port: a0391b5e-44b2-406b-8800-9467a1891b88, host: dv-cinder-789603-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6b407f5-8af5-4a4a-9ff7-f8e33a5e2314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'daea5aec-99e2-4de5-98c1-02cbf9c8c15d'}}] {{(pid=78794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:32:02.611178 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-9c88422b-3228-4e74-be6d-9ab02830e37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:02.682462 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.db_base_plugin_common [None req-e9f68acd-acc1-4748-8441-37d33facdbe1 admin admin] Allocated IP 172.27.2.31 (d9e66476-551f-4a93-96a6-794e2ee658bf/9a4f1bc6-77ee-4516-b181-cab47718771b/23574bcf-6137-4e26-9c1c-191f5b095c89) {{(pid=78793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:32:02.702958 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-9c88422b-3228-4e74-be6d-9ab02830e37e None None] For port a0391b5e-44b2-406b-8800-9467a1891b88, host dv-cinder-789603-6-iscsi, cleared binding levels {{(pid=78794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:32:02.706170 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-9c88422b-3228-4e74-be6d-9ab02830e37e None None] For port a0391b5e-44b2-406b-8800-9467a1891b88, host dv-cinder-789603-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-iscsi',level=0,port_id=a0391b5e-44b2-406b-8800-9467a1891b88,segment=NetworkSegment(d6b407f5-8af5-4a4a-9ff7-f8e33a5e2314),segment_id=d6b407f5-8af5-4a4a-9ff7-f8e33a5e2314)] {{(pid=78794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:32:02.711266 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-9c88422b-3228-4e74-be6d-9ab02830e37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:02.716153 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:32:02.796687 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c88422b-3228-4e74-be6d-9ab02830e37e None None] Pushing event updated for resources: {'Port': ['ID=a0391b5e-44b2-406b-8800-9467a1891b88,revision_number=2']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:32:02.799949 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-9c88422b-3228-4e74-be6d-9ab02830e37e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:32:02.937859 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-e9f68acd-acc1-4748-8441-37d33facdbe1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:02.982967 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-e9f68acd-acc1-4748-8441-37d33facdbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739648862724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3598933'] for port, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:02.991062 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-3ebd9e45-4f02-4c25-904b-aabf04b60107 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:32:03.050788 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f68acd-acc1-4748-8441-37d33facdbe1 admin admin] Network d9e66476-551f-4a93-96a6-794e2ee658bf is already hosted by enough agents. {{(pid=78793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:32:03.053757 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.base_scheduler [None req-e9f68acd-acc1-4748-8441-37d33facdbe1 admin admin] Resources bound (agent type, host, resource id): {{(pid=78793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:32:03.057745 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f68acd-acc1-4748-8441-37d33facdbe1 admin admin] Received port after_create {{(pid=78793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:32:03.102801 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f68acd-acc1-4748-8441-37d33facdbe1 admin admin] Pushing event updated for resources: {'Port': ['ID=23574bcf-6137-4e26-9c1c-191f5b095c89,revision_number=1']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:32:03.107316 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-e9f68acd-acc1-4748-8441-37d33facdbe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:32:03.514730 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690f1733-d21b-4837-90bb-e29c11fd2a43 req-b339e069-cbce-4687-b520-7604172bc565 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:32:03.516251 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-690f1733-d21b-4837-90bb-e29c11fd2a43 req-b339e069-cbce-4687-b520-7604172bc565 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=48aae71d-ba1f-4304-afb8-e17f9c2d28e9 HTTP/1.1" status: 200 len: 943 time: 0.2402556 May 12 15:32:03.579782 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-e9f68acd-acc1-4748-8441-37d33facdbe1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:03.631979 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c6d6c6-c4a2-41c5-8f79-814b88fb0d37 None None] Network daea5aec-99e2-4de5-98c1-02cbf9c8c15d requested from dv-cinder-789603-6-iscsi {{(pid=78794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 15:32:03.638365 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-690f1733-d21b-4837-90bb-e29c11fd2a43 req-13a31189-5bbd-448e-9612-71ab9d40be06 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=74a9f26d-cf48-467d-884d-e6a6080ed82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149344 May 12 15:32:03.733135 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-aa745965-503f-4ceb-9aa8-a96fabc24992 None None] Provisioning for port a0391b5e-44b2-406b-8800-9467a1891b88 completed by entity DHCP. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:32:03.926095 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-e9f68acd-acc1-4748-8441-37d33facdbe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705993'] for router, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:04.132562 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9f68acd-acc1-4748-8441-37d33facdbe1 admin admin] Router c74d7ed0-fe60-423a-8c37-b4016faac931 is scheduled to L3 agent e96f2393-830b-46ef-bef2-f93615c2f352 with binding_index 1 {{(pid=78793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 15:32:04.426507 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f68acd-acc1-4748-8441-37d33facdbe1 admin admin] Notify agent at l3_agent.dv-cinder-789603-6-iscsi the message routers_updated {{(pid=78793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:32:04.440996 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd175735-ca06-4c60-8d30-abefe813d974 None None] Sync routers for ids ['c74d7ed0-fe60-423a-8c37-b4016faac931'] in dv-cinder-789603-6-iscsi {{(pid=78795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:32:04.451483 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-e9f68acd-acc1-4748-8441-37d33facdbe1 admin admin] Notify callbacks [] for router, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:04.451841 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd175735-ca06-4c60-8d30-abefe813d974 None None] Routers {'c74d7ed0-fe60-423a-8c37-b4016faac931'} bound to L3 agent in host dv-cinder-789603-6-iscsi {{(pid=78795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:32:04.452670 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-e9f68acd-acc1-4748-8441-37d33facdbe1 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8791246 May 12 15:32:04.455367 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 49752) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:32:04.455508 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_hamode_db [None req-dd175735-ca06-4c60-8d30-abefe813d974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-12T15:12:51Z,description=,heartbeat_timestamp=2021-05-12T15:31:51Z,host='dv-cinder-789603-6-iscsi',id=e96f2393-830b-46ef-bef2-f93615c2f352,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:12:51Z,topic='l3_agent')) {'router_ids': ['c74d7ed0-fe60-423a-8c37-b4016faac931'], 'active': True} {{(pid=78795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:32:04.633328 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_dvr_db [None req-dd175735-ca06-4c60-8d30-abefe813d974 None None] Set router c74d7ed0-fe60-423a-8c37-b4016faac931 gateway port host: dv-cinder-789603-6-iscsi {{(pid=78795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:32:04.836019 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9597389-a1a4-48c1-95d8-ca93b17d4e9e req-456b24a7-263a-4215-a23b-f1f9e208df1e tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:32:04.837653 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-b9597389-a1a4-48c1-95d8-ca93b17d4e9e req-456b24a7-263a-4215-a23b-f1f9e208df1e tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=48aae71d-ba1f-4304-afb8-e17f9c2d28e9 HTTP/1.1" status: 200 len: 943 time: 0.0831459 May 12 15:32:04.894366 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-b9597389-a1a4-48c1-95d8-ca93b17d4e9e req-42b5b2e9-ea78-4896-80c3-846a21306787 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=74a9f26d-cf48-467d-884d-e6a6080ed82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498664 May 12 15:32:04.941721 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_hamode_db [None req-dd175735-ca06-4c60-8d30-abefe813d974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74d7ed0-fe60-423a-8c37-b4016faac931', 'name': 'tempest-TestMinimumBasicScenario-1674484648-router', 'tenant_id': 'f754e7c069ad40958aff78adf7bb630c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '23574bcf-6137-4e26-9c1c-191f5b095c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:32:01Z', 'updated_at': '2021-05-12T15:32:03Z', 'revision_number': 3, 'project_id': 'f754e7c069ad40958aff78adf7bb630c', 'gw_port': {'id': '23574bcf-6137-4e26-9c1c-191f5b095c89', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8a:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c74d7ed0-fe60-423a-8c37-b4016faac931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:32:02Z', 'updated_at': '2021-05-12T15:32:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi'}], 'dv-cinder-789603-6-iscsi', False) {} {{(pid=78795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:32:04.946044 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd175735-ca06-4c60-8d30-abefe813d974 None None] Checking router: c74d7ed0-fe60-423a-8c37-b4016faac931 for host: dv-cinder-789603-6-iscsi {{(pid=78795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:32:04.946492 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd175735-ca06-4c60-8d30-abefe813d974 None None] Updating router c74d7ed0-fe60-423a-8c37-b4016faac931 port 23574bcf-6137-4e26-9c1c-191f5b095c89 binding host dv-cinder-789603-6-iscsi {{(pid=78795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 15:32:04.992497 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device a0391b5e-44b2-406b-8800-9467a1891b88 up at agent ovs-agent-dv-cinder-789603-6-iscsi {{(pid=78794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:32:05.007773 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron_lib.callbacks.manager [None req-dd175735-ca06-4c60-8d30-abefe813d974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:05.061112 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Provisioning for port a0391b5e-44b2-406b-8800-9467a1891b88 completed by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:32:05.066233 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Provisioning complete for port a0391b5e-44b2-406b-8800-9467a1891b88 triggered by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:32:05.066609 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:05.162240 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-60c86d6c-910f-4918-898d-e59a948e79d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:05.195469 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:05.228640 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] For port a0391b5e-44b2-406b-8800-9467a1891b88, host dv-cinder-789603-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-iscsi',level=0,port_id=a0391b5e-44b2-406b-8800-9467a1891b88,segment=NetworkSegment(d6b407f5-8af5-4a4a-9ff7-f8e33a5e2314),segment_id=d6b407f5-8af5-4a4a-9ff7-f8e33a5e2314)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:32:05.233555 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:05.235399 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:32:05.304332 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Pushing event updated for resources: {'Port': ['ID=a0391b5e-44b2-406b-8800-9467a1891b88,revision_number=3']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:32:05.307463 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:32:05.378487 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.db_base_plugin_common [None req-60c86d6c-910f-4918-898d-e59a948e79d3 admin admin] Allocated IP 172.20.0.1 (daea5aec-99e2-4de5-98c1-02cbf9c8c15d/d92f2543-04b9-4483-82be-1ce1d41f5872/b4977fab-74a8-4ad4-b1ff-a60c79277451) {{(pid=78793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:32:05.380345 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron_lib.callbacks.manager [None req-dd175735-ca06-4c60-8d30-abefe813d974 None None] Notify callbacks [] for port, precommit_update {{(pid=78795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:05.392524 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.provisioning_blocks [None req-dd175735-ca06-4c60-8d30-abefe813d974 None None] Transition to ACTIVE for port object 23574bcf-6137-4e26-9c1c-191f5b095c89 will not be triggered until provisioned by entity L2. {{(pid=78795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:32:05.399017 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron_lib.callbacks.manager [None req-dd175735-ca06-4c60-8d30-abefe813d974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:05.402776 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG oslo_concurrency.lockutils [None req-4a6abc28-b30c-449e-8986-a6fe9ef474db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:32:05.482119 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd66f8c-2c98-4be5-a64e-73ac39121130 None None] Pushing event updated for resources: {'Port': ['ID=23574bcf-6137-4e26-9c1c-191f5b095c89,revision_number=2']} {{(pid=78795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:32:05.484564 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.plugins.ml2.managers [None req-dd175735-ca06-4c60-8d30-abefe813d974 None None] Attempting to bind port 23574bcf-6137-4e26-9c1c-191f5b095c89 on host dv-cinder-789603-6-iscsi for vnic_type normal with profile {{(pid=78795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:32:05.484900 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.plugins.ml2.managers [None req-dd175735-ca06-4c60-8d30-abefe813d974 None None] Attempting to bind port 23574bcf-6137-4e26-9c1c-191f5b095c89 by drivers openvswitch,hyperv on host dv-cinder-789603-6-iscsi at level 0 using segments [{'id': '5d059134-8cbd-4fdb-844f-331960400265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf'}] {{(pid=78795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:32:05.485254 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd175735-ca06-4c60-8d30-abefe813d974 None None] Attempting to bind port 23574bcf-6137-4e26-9c1c-191f5b095c89 on network d9e66476-551f-4a93-96a6-794e2ee658bf {{(pid=78795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:32:05.495894 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd66f8c-2c98-4be5-a64e-73ac39121130 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:32:05.496228 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd66f8c-2c98-4be5-a64e-73ac39121130 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:32:05.496646 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd66f8c-2c98-4be5-a64e-73ac39121130 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:32:05.496973 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd66f8c-2c98-4be5-a64e-73ac39121130 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:32:05.497289 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd66f8c-2c98-4be5-a64e-73ac39121130 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:32:05.497602 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd66f8c-2c98-4be5-a64e-73ac39121130 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:32:05.497942 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd66f8c-2c98-4be5-a64e-73ac39121130 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:32:05.498254 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd66f8c-2c98-4be5-a64e-73ac39121130 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:32:05.498584 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd66f8c-2c98-4be5-a64e-73ac39121130 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:32:05.498897 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd66f8c-2c98-4be5-a64e-73ac39121130 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:32:05.499280 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd66f8c-2c98-4be5-a64e-73ac39121130 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:32:05.499597 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd66f8c-2c98-4be5-a64e-73ac39121130 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:32:05.502932 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd175735-ca06-4c60-8d30-abefe813d974 None None] Checking agent: {'id': 'a7a9b333-fa08-4200-b168-94acd4aebf78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 15, 12, 52), 'started_at': datetime.datetime(2021, 5, 12, 15, 13, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 15, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:32:05.503302 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd175735-ca06-4c60-8d30-abefe813d974 None None] Checking segment: {'id': '5d059134-8cbd-4fdb-844f-331960400265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:32:05.503706 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron_lib.callbacks.manager [None req-dd175735-ca06-4c60-8d30-abefe813d974 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:05.504083 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd175735-ca06-4c60-8d30-abefe813d974 None None] Bound using segment: {'id': '5d059134-8cbd-4fdb-844f-331960400265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf'} {{(pid=78795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:32:05.504558 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.plugins.ml2.managers [None req-dd175735-ca06-4c60-8d30-abefe813d974 None None] Bound port: 23574bcf-6137-4e26-9c1c-191f5b095c89, host: dv-cinder-789603-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d059134-8cbd-4fdb-844f-331960400265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf'}}] {{(pid=78795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:32:05.504939 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron_lib.callbacks.manager [None req-dd175735-ca06-4c60-8d30-abefe813d974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:05.528978 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG oslo_concurrency.lockutils [None req-0dd66f8c-2c98-4be5-a64e-73ac39121130 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:32:05.581503 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.plugins.ml2.db [None req-dd175735-ca06-4c60-8d30-abefe813d974 None None] For port 23574bcf-6137-4e26-9c1c-191f5b095c89, host dv-cinder-789603-6-iscsi, cleared binding levels {{(pid=78795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:32:05.584614 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.plugins.ml2.db [None req-dd175735-ca06-4c60-8d30-abefe813d974 None None] For port 23574bcf-6137-4e26-9c1c-191f5b095c89, host dv-cinder-789603-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-iscsi',level=0,port_id=23574bcf-6137-4e26-9c1c-191f5b095c89,segment=NetworkSegment(5d059134-8cbd-4fdb-844f-331960400265),segment_id=5d059134-8cbd-4fdb-844f-331960400265)] {{(pid=78795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:32:05.589106 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron_lib.callbacks.manager [None req-dd175735-ca06-4c60-8d30-abefe813d974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:05.593767 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:32:05.598930 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-60c86d6c-910f-4918-898d-e59a948e79d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:05.624173 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.provisioning_blocks [None req-60c86d6c-910f-4918-898d-e59a948e79d3 admin admin] Transition to ACTIVE for port object b4977fab-74a8-4ad4-b1ff-a60c79277451 will not be triggered until provisioned by entity DHCP. {{(pid=78793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:32:05.661012 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca1520-0476-48f7-9d22-a2756b5fd7f4 req-31c1138d-81cf-4c26-b0ac-90385aab78e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:32:05.662509 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-84ca1520-0476-48f7-9d22-a2756b5fd7f4 req-31c1138d-81cf-4c26-b0ac-90385aab78e6 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=1d962db48c294eb4a16e765eb2cf52a8&device_id=48aae71d-ba1f-4304-afb8-e17f9c2d28e9 HTTP/1.1" status: 200 len: 1096 time: 0.1012859 May 12 15:32:05.672305 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd175735-ca06-4c60-8d30-abefe813d974 None None] Routers {'c74d7ed0-fe60-423a-8c37-b4016faac931'} bound to L3 agent in host dv-cinder-789603-6-iscsi {{(pid=78795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:32:05.672530 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-60c86d6c-910f-4918-898d-e59a948e79d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739648862724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3598933'] for port, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:05.672933 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_hamode_db [None req-dd175735-ca06-4c60-8d30-abefe813d974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-12T15:12:51Z,description=,heartbeat_timestamp=2021-05-12T15:31:51Z,host='dv-cinder-789603-6-iscsi',id=e96f2393-830b-46ef-bef2-f93615c2f352,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:12:51Z,topic='l3_agent')) {'router_ids': ['c74d7ed0-fe60-423a-8c37-b4016faac931'], 'active': True} {{(pid=78795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:32:05.676405 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-0de74ec1-a096-4188-a146-14fce2528a3e tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:32:05.726696 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd66f8c-2c98-4be5-a64e-73ac39121130 None None] Pushing event updated for resources: {'Port': ['ID=23574bcf-6137-4e26-9c1c-191f5b095c89,revision_number=3']} {{(pid=78795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:32:05.783317 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG oslo_concurrency.lockutils [None req-0dd66f8c-2c98-4be5-a64e-73ac39121130 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=78795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:32:05.802764 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c86d6c-910f-4918-898d-e59a948e79d3 admin admin] Network daea5aec-99e2-4de5-98c1-02cbf9c8c15d is already hosted by enough agents. {{(pid=78793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:32:05.807587 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.base_scheduler [None req-60c86d6c-910f-4918-898d-e59a948e79d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=78793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:32:05.814414 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c86d6c-910f-4918-898d-e59a948e79d3 admin admin] Received port after_create {{(pid=78793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:32:05.852929 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_dvr_db [None req-dd175735-ca06-4c60-8d30-abefe813d974 None None] Set router c74d7ed0-fe60-423a-8c37-b4016faac931 gateway port host: dv-cinder-789603-6-iscsi {{(pid=78795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:32:06.002218 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c86d6c-910f-4918-898d-e59a948e79d3 admin admin] Pushing event updated for resources: {'Port': ['ID=b4977fab-74a8-4ad4-b1ff-a60c79277451,revision_number=1']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:32:06.010571 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-60c86d6c-910f-4918-898d-e59a948e79d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:32:06.081871 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-60c86d6c-910f-4918-898d-e59a948e79d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705686'] for router_interface, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:06.106173 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-bef9ba75-0eac-4c57-ae3a-03c5269244ea None None] Provisioning for port b4977fab-74a8-4ad4-b1ff-a60c79277451 completed by entity DHCP. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:32:06.112214 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-bef9ba75-0eac-4c57-ae3a-03c5269244ea None None] Provisioning complete for port b4977fab-74a8-4ad4-b1ff-a60c79277451 triggered by entity DHCP. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:32:06.112818 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-bef9ba75-0eac-4c57-ae3a-03c5269244ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:06.115774 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca1520-0476-48f7-9d22-a2756b5fd7f4 req-9b5c5458-5eb9-49c3-ae9b-12f5165a82e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:32:06.117226 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-84ca1520-0476-48f7-9d22-a2756b5fd7f4 req-9b5c5458-5eb9-49c3-ae9b-12f5165a82e7 service neutron] 10.222.0.85 "GET /v2.0/networks?id=e42449cb-482c-4d1d-a3c5-6d4382e507b8 HTTP/1.1" status: 200 len: 917 time: 0.4109149 May 12 15:32:06.168008 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.plugin [None req-bef9ba75-0eac-4c57-ae3a-03c5269244ea None None] Port b4977fab-74a8-4ad4-b1ff-a60c79277451 cannot update to ACTIVE because it is not bound. {{(pid=78794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 15:32:06.183823 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_hamode_db [None req-dd175735-ca06-4c60-8d30-abefe813d974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74d7ed0-fe60-423a-8c37-b4016faac931', 'name': 'tempest-TestMinimumBasicScenario-1674484648-router', 'tenant_id': 'f754e7c069ad40958aff78adf7bb630c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '23574bcf-6137-4e26-9c1c-191f5b095c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:32:01Z', 'updated_at': '2021-05-12T15:32:03Z', 'revision_number': 3, 'project_id': 'f754e7c069ad40958aff78adf7bb630c', 'gw_port': {'id': '23574bcf-6137-4e26-9c1c-191f5b095c89', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8a:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c74d7ed0-fe60-423a-8c37-b4016faac931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:32:02Z', 'updated_at': '2021-05-12T15:32:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi'}], 'dv-cinder-789603-6-iscsi', False) {} {{(pid=78795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:32:06.187638 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd175735-ca06-4c60-8d30-abefe813d974 None None] The sync data for ids ['c74d7ed0-fe60-423a-8c37-b4016faac931'] in dv-cinder-789603-6-iscsi is: [{'id': 'c74d7ed0-fe60-423a-8c37-b4016faac931', 'name': 'tempest-TestMinimumBasicScenario-1674484648-router', 'tenant_id': 'f754e7c069ad40958aff78adf7bb630c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '23574bcf-6137-4e26-9c1c-191f5b095c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:32:01Z', 'updated_at': '2021-05-12T15:32:03Z', 'revision_number': 3, 'project_id': 'f754e7c069ad40958aff78adf7bb630c', 'gw_port': {'id': '23574bcf-6137-4e26-9c1c-191f5b095c89', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8a:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c74d7ed0-fe60-423a-8c37-b4016faac931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:32:02Z', 'updated_at': '2021-05-12T15:32:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi'}] {{(pid=78795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:32:06.258003 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-84ca1520-0476-48f7-9d22-a2756b5fd7f4 req-641ba786-ce92-4e4a-aac6-7aec442b7c2c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=608030a8-aeb2-4921-9c5f-96416e34fd5e HTTP/1.1" status: 200 len: 998 time: 0.1316574 May 12 15:32:06.266699 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42638ac-9825-4a25-9ecf-c5179603e798 req-6dc0d6be-3b1f-49fc-bcee-53d36703b7e1 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:32:06.268124 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-e42638ac-9825-4a25-9ecf-c5179603e798 req-6dc0d6be-3b1f-49fc-bcee-53d36703b7e1 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=48aae71d-ba1f-4304-afb8-e17f9c2d28e9 HTTP/1.1" status: 200 len: 943 time: 0.2387385 May 12 15:32:06.418411 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca1520-0476-48f7-9d22-a2756b5fd7f4 req-022c196c-b48b-4f4b-89f9-5c919c6aa0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:32:06.420124 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-84ca1520-0476-48f7-9d22-a2756b5fd7f4 req-022c196c-b48b-4f4b-89f9-5c919c6aa0d3 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=a819acb5-532b-4750-ac78-9d47ffeaf477 HTTP/1.1" status: 200 len: 855 time: 0.1511149 May 12 15:32:06.422884 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-e42638ac-9825-4a25-9ecf-c5179603e798 req-d14f5916-85e3-49aa-9d19-2fe873157029 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=74a9f26d-cf48-467d-884d-e6a6080ed82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208293 May 12 15:32:06.465303 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-60c86d6c-910f-4918-898d-e59a948e79d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:06.642585 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca1520-0476-48f7-9d22-a2756b5fd7f4 req-4f58f6ac-b3de-4d7c-98aa-4ea6be10d8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:32:06.644028 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-84ca1520-0476-48f7-9d22-a2756b5fd7f4 req-4f58f6ac-b3de-4d7c-98aa-4ea6be10d8a6 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e42449cb-482c-4d1d-a3c5-6d4382e507b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2139418 May 12 15:32:06.830239 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-84ca1520-0476-48f7-9d22-a2756b5fd7f4 req-d1d6ff5d-eb45-475e-8b26-ea117e49f2f5 service neutron] 10.222.0.85 "GET /v2.0/networks/e42449cb-482c-4d1d-a3c5-6d4382e507b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778183 May 12 15:32:06.872991 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-60c86d6c-910f-4918-898d-e59a948e79d3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:06.925417 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-60c86d6c-910f-4918-898d-e59a948e79d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3598924'] for port, after_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:06.957572 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-b8253765-e2b0-4781-98c6-fa3213e97b66 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:32:07.037419 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device a0391b5e-44b2-406b-8800-9467a1891b88 up at agent ovs-agent-dv-cinder-789603-6-iscsi {{(pid=78794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:32:07.068366 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c86d6c-910f-4918-898d-e59a948e79d3 admin admin] Pushing event updated for resources: {'Port': ['ID=b4977fab-74a8-4ad4-b1ff-a60c79277451,revision_number=2']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:32:07.070768 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-60c86d6c-910f-4918-898d-e59a948e79d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705589'] for router_interface, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:07.074997 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-60c86d6c-910f-4918-898d-e59a948e79d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:32:07.116271 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-84ca1520-0476-48f7-9d22-a2756b5fd7f4 req-21f1cf7f-364b-4fa7-8e4d-bb3d74346bfd service neutron] 10.222.0.85 "GET /v2.0/networks/e42449cb-482c-4d1d-a3c5-6d4382e507b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769034 May 12 15:32:07.139992 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Provisioning complete for port a0391b5e-44b2-406b-8800-9467a1891b88 triggered by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:32:07.140551 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:07.232287 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c86d6c-910f-4918-898d-e59a948e79d3 admin admin] Network daea5aec-99e2-4de5-98c1-02cbf9c8c15d is already hosted by enough agents. {{(pid=78793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:32:07.233828 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.base_scheduler [None req-60c86d6c-910f-4918-898d-e59a948e79d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=78793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:32:07.262494 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device 23574bcf-6137-4e26-9c1c-191f5b095c89 up at agent ovs-agent-dv-cinder-789603-6-iscsi {{(pid=78794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:32:07.336666 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Provisioning for port 23574bcf-6137-4e26-9c1c-191f5b095c89 completed by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:32:07.342132 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Provisioning complete for port 23574bcf-6137-4e26-9c1c-191f5b095c89 triggered by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:32:07.342644 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:07.455505 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60c86d6c-910f-4918-898d-e59a948e79d3 admin admin] Router c74d7ed0-fe60-423a-8c37-b4016faac931 has already been hosted by L3 agent e96f2393-830b-46ef-bef2-f93615c2f352 {{(pid=78793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 15:32:07.504670 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:07.528208 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-39bb28fb-f675-4081-9ab0-b2733fb65557 None None] Provisioning complete for port b4977fab-74a8-4ad4-b1ff-a60c79277451 triggered by entity DHCP. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:32:07.528579 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-39bb28fb-f675-4081-9ab0-b2733fb65557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:07.572528 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] For port 23574bcf-6137-4e26-9c1c-191f5b095c89, host dv-cinder-789603-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-iscsi',level=0,port_id=23574bcf-6137-4e26-9c1c-191f5b095c89,segment=NetworkSegment(5d059134-8cbd-4fdb-844f-331960400265),segment_id=5d059134-8cbd-4fdb-844f-331960400265)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:32:07.578692 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:07.582625 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-06dece73-0aa8-4951-a3b8-fb342c6fb0d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:32:07.636306 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.plugin [None req-39bb28fb-f675-4081-9ab0-b2733fb65557 None None] Port b4977fab-74a8-4ad4-b1ff-a60c79277451 cannot update to ACTIVE because it is not bound. {{(pid=78794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 15:32:07.664725 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Pushing event updated for resources: {'Port': ['ID=23574bcf-6137-4e26-9c1c-191f5b095c89,revision_number=4']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:32:07.668485 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:32:07.684762 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f422b7-7679-43f3-9a53-455ce6581aba req-e1234566-f10d-4c50-a982-1f4a8280e02f tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:32:07.686487 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-c4f422b7-7679-43f3-9a53-455ce6581aba req-e1234566-f10d-4c50-a982-1f4a8280e02f tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=48aae71d-ba1f-4304-afb8-e17f9c2d28e9 HTTP/1.1" status: 200 len: 943 time: 0.1157706 May 12 15:32:07.733458 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-c4f422b7-7679-43f3-9a53-455ce6581aba req-61f8543d-ee72-4399-b455-1ef6ab45a1cb tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=74a9f26d-cf48-467d-884d-e6a6080ed82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409250 May 12 15:32:07.786760 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60c86d6c-910f-4918-898d-e59a948e79d3 admin admin] Notify agent at l3_agent.dv-cinder-789603-6-iscsi the message routers_updated {{(pid=78793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:32:07.797678 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-60c86d6c-910f-4918-898d-e59a948e79d3 admin admin] 10.222.0.32 "PUT /v2.0/routers/c74d7ed0-fe60-423a-8c37-b4016faac931/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3413141 May 12 15:32:07.867456 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b051c974-b471-43f8-8304-801559c2a2ba None None] Sync routers for ids ['c74d7ed0-fe60-423a-8c37-b4016faac931'] in dv-cinder-789603-6-iscsi {{(pid=78794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:32:07.876761 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b051c974-b471-43f8-8304-801559c2a2ba None None] Routers {'c74d7ed0-fe60-423a-8c37-b4016faac931'} bound to L3 agent in host dv-cinder-789603-6-iscsi {{(pid=78794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:32:07.877429 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-b051c974-b471-43f8-8304-801559c2a2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-12T15:12:51Z,description=,heartbeat_timestamp=2021-05-12T15:31:51Z,host='dv-cinder-789603-6-iscsi',id=e96f2393-830b-46ef-bef2-f93615c2f352,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:12:51Z,topic='l3_agent')) {'router_ids': ['c74d7ed0-fe60-423a-8c37-b4016faac931'], 'active': True} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:32:08.077764 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvr_db [None req-b051c974-b471-43f8-8304-801559c2a2ba None None] Set router c74d7ed0-fe60-423a-8c37-b4016faac931 gateway port host: dv-cinder-789603-6-iscsi {{(pid=78794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:32:08.339999 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 49778) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:32:08.345524 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.v2.base [None req-2ebbfd33-a0c3-4816-b54d-70cfd00dc6bb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1993900643-network', 'tenant_id': 'bafeb149c4924067845ef557d2c0cb4b'}} {{(pid=78793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:32:08.350240 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-2ebbfd33-a0c3-4816-b54d-70cfd00dc6bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:32:08.354044 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-2ebbfd33-a0c3-4816-b54d-70cfd00dc6bb admin admin] Usage tracker for resource:network and tenant:bafeb149c4924067845ef557d2c0cb4b is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:32:08.356843 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-2ebbfd33-a0c3-4816-b54d-70cfd00dc6bb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:32:08.362836 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-2ebbfd33-a0c3-4816-b54d-70cfd00dc6bb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:32:08.374403 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ebbfd33-a0c3-4816-b54d-70cfd00dc6bb admin admin] Made reservation on behalf of bafeb149c4924067845ef557d2c0cb4b for: {'network': 1} {{(pid=78793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:32:08.376764 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-2ebbfd33-a0c3-4816-b54d-70cfd00dc6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for network, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:08.389261 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-2ebbfd33-a0c3-4816-b54d-70cfd00dc6bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:08.403181 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-2ebbfd33-a0c3-4816-b54d-70cfd00dc6bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:32:08.406952 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-2ebbfd33-a0c3-4816-b54d-70cfd00dc6bb admin admin] Usage tracker for resource:security_group_rule and tenant:bafeb149c4924067845ef557d2c0cb4b is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:32:08.407212 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-b051c974-b471-43f8-8304-801559c2a2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74d7ed0-fe60-423a-8c37-b4016faac931', 'name': 'tempest-TestMinimumBasicScenario-1674484648-router', 'tenant_id': 'f754e7c069ad40958aff78adf7bb630c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '23574bcf-6137-4e26-9c1c-191f5b095c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:32:01Z', 'updated_at': '2021-05-12T15:32:06Z', 'revision_number': 4, 'project_id': 'f754e7c069ad40958aff78adf7bb630c', 'gw_port': {'id': '23574bcf-6137-4e26-9c1c-191f5b095c89', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74d7ed0-fe60-423a-8c37-b4016faac931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:32:02Z', 'updated_at': '2021-05-12T15:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi', '_interfaces': [{'id': 'b4977fab-74a8-4ad4-b1ff-a60c79277451', 'name': '', 'network_id': 'daea5aec-99e2-4de5-98c1-02cbf9c8c15d', 'tenant_id': 'f754e7c069ad40958aff78adf7bb630c', 'mac_address': 'fa:16:3e:e5:d5:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c74d7ed0-fe60-423a-8c37-b4016faac931', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'd92f2543-04b9-4483-82be-1ce1d41f5872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:32:05Z', 'updated_at': '2021-05-12T15:32:06Z', 'revision_number': 2, 'project_id': 'f754e7c069ad40958aff78adf7bb630c', 'subnets': [{'id': 'd92f2543-04b9-4483-82be-1ce1d41f5872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-iscsi', False) {} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:32:08.410048 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-2ebbfd33-a0c3-4816-b54d-70cfd00dc6bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:32:08.411291 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b051c974-b471-43f8-8304-801559c2a2ba None None] Checking router: c74d7ed0-fe60-423a-8c37-b4016faac931 for host: dv-cinder-789603-6-iscsi {{(pid=78794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:32:08.411657 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b051c974-b471-43f8-8304-801559c2a2ba None None] Updating router c74d7ed0-fe60-423a-8c37-b4016faac931 port b4977fab-74a8-4ad4-b1ff-a60c79277451 binding host dv-cinder-789603-6-iscsi {{(pid=78794) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 15:32:08.415565 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-2ebbfd33-a0c3-4816-b54d-70cfd00dc6bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:32:08.469163 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-b051c974-b471-43f8-8304-801559c2a2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:08.497935 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-2ebbfd33-a0c3-4816-b54d-70cfd00dc6bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:08.502670 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-2ebbfd33-a0c3-4816-b54d-70cfd00dc6bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:08.507344 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-04b808c3-5c7a-4e0f-b206-13c913472576 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:32:08.535868 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ebbfd33-a0c3-4816-b54d-70cfd00dc6bb admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=78793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 15:32:08.544340 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebbfd33-a0c3-4816-b54d-70cfd00dc6bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22328c7f-95e6-4b16-971b-aa8c19f068db,revision_number=1']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:32:08.547939 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-2ebbfd33-a0c3-4816-b54d-70cfd00dc6bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:32:08.550509 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-2ebbfd33-a0c3-4816-b54d-70cfd00dc6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428868'] for segment, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:08.550849 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.db.segments_db [None req-2ebbfd33-a0c3-4816-b54d-70cfd00dc6bb admin admin] Added segment c3997f9d-72a3-460c-9ea8-dc39ead4c59f of type vlan for network 090f0633-18aa-4bfb-bdd2-d8134a1f90b7 May 12 15:32:08.577716 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-2ebbfd33-a0c3-4816-b54d-70cfd00dc6bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739648879737'] for network, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:08.607036 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-2ebbfd33-a0c3-4816-b54d-70cfd00dc6bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427'] for network, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:08.608422 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebbfd33-a0c3-4816-b54d-70cfd00dc6bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:32:08.609004 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-2ebbfd33-a0c3-4816-b54d-70cfd00dc6bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for network, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:08.613723 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:32:08.713060 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebbfd33-a0c3-4816-b54d-70cfd00dc6bb admin admin] Pushing event updated for resources: {'Network': ['ID=090f0633-18aa-4bfb-bdd2-d8134a1f90b7,revision_number=1']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:32:08.718304 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-2ebbfd33-a0c3-4816-b54d-70cfd00dc6bb admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3771825 May 12 15:32:08.719533 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 49782) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:32:08.720412 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-2ebbfd33-a0c3-4816-b54d-70cfd00dc6bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:32:08.725084 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.v2.base [None req-7348ff2d-e1bd-4fa1-a0ef-7e64785fefaf admin admin] Request body: {'subnet': {'network_id': '090f0633-18aa-4bfb-bdd2-d8134a1f90b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1993900643-subnet', 'tenant_id': 'bafeb149c4924067845ef557d2c0cb4b', 'ip_version': 4}} {{(pid=78792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:32:08.725342 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Network 090f0633-18aa-4bfb-bdd2-d8134a1f90b7 details requested by agent ovs-agent-dv-cinder-789603-6-iscsi with host dv-cinder-789603-6-iscsi {{(pid=78794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 15:32:08.730370 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-7348ff2d-e1bd-4fa1-a0ef-7e64785fefaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:32:08.734117 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-7348ff2d-e1bd-4fa1-a0ef-7e64785fefaf admin admin] Usage tracker for resource:subnet and tenant:bafeb149c4924067845ef557d2c0cb4b is out of sync, need to count used quota {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:32:08.736907 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-7348ff2d-e1bd-4fa1-a0ef-7e64785fefaf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:32:08.742521 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-7348ff2d-e1bd-4fa1-a0ef-7e64785fefaf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:32:08.752315 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7348ff2d-e1bd-4fa1-a0ef-7e64785fefaf admin admin] Made reservation on behalf of bafeb149c4924067845ef557d2c0cb4b for: {'subnet': 1} {{(pid=78792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:32:08.754749 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-7348ff2d-e1bd-4fa1-a0ef-7e64785fefaf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2105461'] for subnet, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:08.942614 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10967908-1552-4fa1-a6d6-18420789a673 req-1b0c04a3-24b7-4d12-9b8a-8673e5758172 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:32:08.944342 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-10967908-1552-4fa1-a6d6-18420789a673 req-1b0c04a3-24b7-4d12-9b8a-8673e5758172 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=48aae71d-ba1f-4304-afb8-e17f9c2d28e9 HTTP/1.1" status: 200 len: 943 time: 0.0955210 May 12 15:32:08.950376 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-b051c974-b471-43f8-8304-801559c2a2ba None None] Notify callbacks [] for port, precommit_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:08.964485 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-b051c974-b471-43f8-8304-801559c2a2ba None None] Transition to ACTIVE for port object b4977fab-74a8-4ad4-b1ff-a60c79277451 will not be triggered until provisioned by entity L2. {{(pid=78794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:32:08.971803 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-b051c974-b471-43f8-8304-801559c2a2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:08.977386 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-2b317d06-e989-4080-8283-38298951701c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:32:09.003520 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-10967908-1552-4fa1-a6d6-18420789a673 req-7ca7d865-4379-4bae-9d1d-a79cb75345a7 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=74a9f26d-cf48-467d-884d-e6a6080ed82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517688 May 12 15:32:09.051894 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device 23574bcf-6137-4e26-9c1c-191f5b095c89 up at agent ovs-agent-dv-cinder-789603-6-iscsi {{(pid=78794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:32:09.168087 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Device 608030a8-aeb2-4921-9c5f-96416e34fd5e details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=78794) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 15:32:09.196158 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-7348ff2d-e1bd-4fa1-a0ef-7e64785fefaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2533051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2105351'] for subnet, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:09.201553 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:32:09.240489 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e066ef1e-5062-49c9-85ae-329366d7a541 None None] Pushing event updated for resources: {'Port': ['ID=b4977fab-74a8-4ad4-b1ff-a60c79277451,revision_number=3']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:32:09.243343 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-e066ef1e-5062-49c9-85ae-329366d7a541 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:32:09.282334 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7348ff2d-e1bd-4fa1-a0ef-7e64785fefaf admin admin] Checking segment: {'id': 'c3997f9d-72a3-460c-9ea8-dc39ead4c59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '090f0633-18aa-4bfb-bdd2-d8134a1f90b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:32:09.282715 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7348ff2d-e1bd-4fa1-a0ef-7e64785fefaf admin admin] Network hostable DHCP agents. Network: 090f0633-18aa-4bfb-bdd2-d8134a1f90b7, hostable agents: ['70f74d37-a86e-42b6-98ff-0814024719b2'], hosted agents: [] {{(pid=78792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 15:32:09.286972 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7348ff2d-e1bd-4fa1-a0ef-7e64785fefaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=67a136f6-3417-45ca-b8b2-43836ee91be4,revision_number=0']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:32:09.293581 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-7348ff2d-e1bd-4fa1-a0ef-7e64785fefaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:32:09.303534 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7348ff2d-e1bd-4fa1-a0ef-7e64785fefaf admin admin] Network 090f0633-18aa-4bfb-bdd2-d8134a1f90b7 is scheduled to be hosted by DHCP agent 70f74d37-a86e-42b6-98ff-0814024719b2 with binding_index 1 {{(pid=78792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 15:32:09.315697 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.base_scheduler [None req-7348ff2d-e1bd-4fa1-a0ef-7e64785fefaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-6-iscsi, 090f0633-18aa-4bfb-bdd2-d8134a1f90b7) {{(pid=78792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:32:09.326284 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7348ff2d-e1bd-4fa1-a0ef-7e64785fefaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:32:09.326873 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-7348ff2d-e1bd-4fa1-a0ef-7e64785fefaf admin admin] Notify callbacks [] for subnet, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:09.348085 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-7348ff2d-e1bd-4fa1-a0ef-7e64785fefaf admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6274455 May 12 15:32:09.350592 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 49788) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:32:09.356165 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.v2.base [None req-63a68ffc-010f-45e5-9a94-a1c815e92dfc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1993900643-router', 'tenant_id': 'bafeb149c4924067845ef557d2c0cb4b', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf'}}} {{(pid=78792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:32:09.360863 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-63a68ffc-010f-45e5-9a94-a1c815e92dfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:32:09.364729 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-63a68ffc-010f-45e5-9a94-a1c815e92dfc admin admin] Usage tracker for resource:router and tenant:bafeb149c4924067845ef557d2c0cb4b is out of sync, need to count used quota {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:32:09.368051 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-63a68ffc-010f-45e5-9a94-a1c815e92dfc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:32:09.374639 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-63a68ffc-010f-45e5-9a94-a1c815e92dfc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:32:09.378163 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e563ed5-5ba5-4a24-9cbc-fcb024b0ae85 None None] Network 090f0633-18aa-4bfb-bdd2-d8134a1f90b7 requested from dv-cinder-789603-6-iscsi {{(pid=78794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 15:32:09.386278 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-63a68ffc-010f-45e5-9a94-a1c815e92dfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1780202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13174'] for router, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:09.387300 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-63a68ffc-010f-45e5-9a94-a1c815e92dfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1780197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1710053', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1769634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13135'] for router, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:09.404353 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-63a68ffc-010f-45e5-9a94-a1c815e92dfc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:09.413723 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.managers [None req-b051c974-b471-43f8-8304-801559c2a2ba None None] Attempting to bind port b4977fab-74a8-4ad4-b1ff-a60c79277451 on host dv-cinder-789603-6-iscsi for vnic_type normal with profile {{(pid=78794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:32:09.414326 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.managers [None req-b051c974-b471-43f8-8304-801559c2a2ba None None] Attempting to bind port b4977fab-74a8-4ad4-b1ff-a60c79277451 by drivers openvswitch,hyperv on host dv-cinder-789603-6-iscsi at level 0 using segments [{'id': 'd6b407f5-8af5-4a4a-9ff7-f8e33a5e2314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'daea5aec-99e2-4de5-98c1-02cbf9c8c15d'}] {{(pid=78794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:32:09.414493 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b051c974-b471-43f8-8304-801559c2a2ba None None] Attempting to bind port b4977fab-74a8-4ad4-b1ff-a60c79277451 on network daea5aec-99e2-4de5-98c1-02cbf9c8c15d {{(pid=78794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:32:09.484168 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b051c974-b471-43f8-8304-801559c2a2ba None None] Checking agent: {'id': 'a7a9b333-fa08-4200-b168-94acd4aebf78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 15, 12, 52), 'started_at': datetime.datetime(2021, 5, 12, 15, 13, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 15, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:32:09.484628 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b051c974-b471-43f8-8304-801559c2a2ba None None] Checking segment: {'id': 'd6b407f5-8af5-4a4a-9ff7-f8e33a5e2314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'daea5aec-99e2-4de5-98c1-02cbf9c8c15d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:32:09.484963 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-b051c974-b471-43f8-8304-801559c2a2ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:09.485368 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b051c974-b471-43f8-8304-801559c2a2ba None None] Bound using segment: {'id': 'd6b407f5-8af5-4a4a-9ff7-f8e33a5e2314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'daea5aec-99e2-4de5-98c1-02cbf9c8c15d'} {{(pid=78794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:32:09.485893 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.managers [None req-b051c974-b471-43f8-8304-801559c2a2ba None None] Bound port: b4977fab-74a8-4ad4-b1ff-a60c79277451, host: dv-cinder-789603-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6b407f5-8af5-4a4a-9ff7-f8e33a5e2314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'daea5aec-99e2-4de5-98c1-02cbf9c8c15d'}}] {{(pid=78794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:32:09.486272 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-b051c974-b471-43f8-8304-801559c2a2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:09.506211 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Provisioning complete for port 23574bcf-6137-4e26-9c1c-191f5b095c89 triggered by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:32:09.506592 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:09.675291 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] For port 608030a8-aeb2-4921-9c5f-96416e34fd5e, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=608030a8-aeb2-4921-9c5f-96416e34fd5e,segment=NetworkSegment(3335fbed-a52c-4d63-90d5-e5c4d9194d95),segment_id=3335fbed-a52c-4d63-90d5-e5c4d9194d95)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:32:09.685453 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-63a68ffc-010f-45e5-9a94-a1c815e92dfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1781278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13137'] for router, precommit_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:09.729910 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Returning: {'device': '608030a8-aeb2-4921-9c5f-96416e34fd5e', 'network_id': 'e42449cb-482c-4d1d-a3c5-6d4382e507b8', 'port_id': '608030a8-aeb2-4921-9c5f-96416e34fd5e', 'mac_address': 'fa:16:3e:08:8c:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a819acb5-532b-4750-ac78-9d47ffeaf477', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78794) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 15:32:09.811685 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-b051c974-b471-43f8-8304-801559c2a2ba None None] For port b4977fab-74a8-4ad4-b1ff-a60c79277451, host dv-cinder-789603-6-iscsi, cleared binding levels {{(pid=78794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:32:09.861740 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-b051c974-b471-43f8-8304-801559c2a2ba None None] For port b4977fab-74a8-4ad4-b1ff-a60c79277451, host dv-cinder-789603-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-iscsi',level=0,port_id=b4977fab-74a8-4ad4-b1ff-a60c79277451,segment=NetworkSegment(d6b407f5-8af5-4a4a-9ff7-f8e33a5e2314),segment_id=d6b407f5-8af5-4a4a-9ff7-f8e33a5e2314)] {{(pid=78794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:32:09.887727 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-b051c974-b471-43f8-8304-801559c2a2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:09.902735 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:32:09.946293 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:10.040981 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.notifiers.nova [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 608030a8-aeb2-4921-9c5f-96416e34fd5e {{(pid=78794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 15:32:10.068889 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b051c974-b471-43f8-8304-801559c2a2ba None None] Routers {'c74d7ed0-fe60-423a-8c37-b4016faac931'} bound to L3 agent in host dv-cinder-789603-6-iscsi {{(pid=78794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:32:10.069547 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-b051c974-b471-43f8-8304-801559c2a2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-12T15:12:51Z,description=,heartbeat_timestamp=2021-05-12T15:31:51Z,host='dv-cinder-789603-6-iscsi',id=e96f2393-830b-46ef-bef2-f93615c2f352,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:12:51Z,topic='l3_agent')) {'router_ids': ['c74d7ed0-fe60-423a-8c37-b4016faac931'], 'active': True} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:32:10.101818 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-63a68ffc-010f-45e5-9a94-a1c815e92dfc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:10.118341 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749d38cb-97d4-4572-8a04-9cdb2f7e19a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16f4760b-9c11-502a-9011-339955202960-090f0633-18aa-4bfb-bdd2-d8134a1f90b7', 'network_id': '090f0633-18aa-4bfb-bdd2-d8134a1f90b7', 'tenant_id': 'bafeb149c4924067845ef557d2c0cb4b', 'fixed_ips': [{'subnet_id': '67a136f6-3417-45ca-b8b2-43836ee91be4'}]}} from dv-cinder-789603-6-iscsi. {{(pid=78794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 12 15:32:10.119176 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-749d38cb-97d4-4572-8a04-9cdb2f7e19a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_create {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:10.135605 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-63a68ffc-010f-45e5-9a94-a1c815e92dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:10.204099 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e066ef1e-5062-49c9-85ae-329366d7a541 None None] Pushing event updated for resources: {'Port': ['ID=b4977fab-74a8-4ad4-b1ff-a60c79277451,revision_number=4']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:32:10.207315 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-e066ef1e-5062-49c9-85ae-329366d7a541 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:32:10.218823 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] For port 608030a8-aeb2-4921-9c5f-96416e34fd5e, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=608030a8-aeb2-4921-9c5f-96416e34fd5e,segment=NetworkSegment(3335fbed-a52c-4d63-90d5-e5c4d9194d95),segment_id=3335fbed-a52c-4d63-90d5-e5c4d9194d95)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:32:10.225612 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:10.266445 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:32:10.338748 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c740c28-a9a2-416a-ace6-9e246340b02f req-91b90291-4ba5-4593-8a82-c42854814f27 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:32:10.340206 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-9c740c28-a9a2-416a-ace6-9e246340b02f req-91b90291-4ba5-4593-8a82-c42854814f27 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=48aae71d-ba1f-4304-afb8-e17f9c2d28e9 HTTP/1.1" status: 200 len: 943 time: 0.1650214 May 12 15:32:10.349087 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.db_base_plugin_common [None req-63a68ffc-010f-45e5-9a94-a1c815e92dfc admin admin] Allocated IP 172.27.2.21 (d9e66476-551f-4a93-96a6-794e2ee658bf/9a4f1bc6-77ee-4516-b181-cab47718771b/02649769-732c-4ace-8eb5-beb7dd5af9cb) {{(pid=78792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:32:10.418792 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Pushing event updated for resources: {'Port': ['ID=608030a8-aeb2-4921-9c5f-96416e34fd5e,revision_number=9']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:32:10.421918 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:32:10.458007 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-9c740c28-a9a2-416a-ace6-9e246340b02f req-6aaf7fa2-10d1-478e-89e1-61497f520d48 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=74a9f26d-cf48-467d-884d-e6a6080ed82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107645 May 12 15:32:10.538286 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvr_db [None req-b051c974-b471-43f8-8304-801559c2a2ba None None] Set router c74d7ed0-fe60-423a-8c37-b4016faac931 gateway port host: dv-cinder-789603-6-iscsi {{(pid=78794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:32:10.542739 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-63a68ffc-010f-45e5-9a94-a1c815e92dfc admin admin] Notify callbacks [] for port, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:10.572107 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-63a68ffc-010f-45e5-9a94-a1c815e92dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739648862724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3714859'] for port, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:10.578107 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-823af8bd-5b33-42b5-bb5c-cd340f45bd71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:32:10.625959 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.db_base_plugin_common [None req-749d38cb-97d4-4572-8a04-9cdb2f7e19a0 None None] Allocated IP 172.20.0.2 (090f0633-18aa-4bfb-bdd2-d8134a1f90b7/67a136f6-3417-45ca-b8b2-43836ee91be4/8d238dbd-5609-4388-92d5-f2c0aca14e7d) {{(pid=78794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:32:10.641363 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a68ffc-010f-45e5-9a94-a1c815e92dfc admin admin] Network d9e66476-551f-4a93-96a6-794e2ee658bf is already hosted by enough agents. {{(pid=78792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:32:10.644495 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.base_scheduler [None req-63a68ffc-010f-45e5-9a94-a1c815e92dfc admin admin] Resources bound (agent type, host, resource id): {{(pid=78792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:32:10.652705 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a68ffc-010f-45e5-9a94-a1c815e92dfc admin admin] Received port after_create {{(pid=78792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:32:10.684258 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a68ffc-010f-45e5-9a94-a1c815e92dfc admin admin] Pushing event updated for resources: {'Port': ['ID=02649769-732c-4ace-8eb5-beb7dd5af9cb,revision_number=1']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:32:10.687854 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] get_ports_and_sgs() called for port_ids ['608030a8-aeb2-4921-9c5f-96416e34fd5e'] {{(pid=78794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:32:10.690717 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-63a68ffc-010f-45e5-9a94-a1c815e92dfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:32:11.068459 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-63a68ffc-010f-45e5-9a94-a1c815e92dfc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:11.182482 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-749d38cb-97d4-4572-8a04-9cdb2f7e19a0 None None] Notify callbacks [] for port, precommit_create {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:11.211680 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-749d38cb-97d4-4572-8a04-9cdb2f7e19a0 None None] Transition to ACTIVE for port object 8d238dbd-5609-4388-92d5-f2c0aca14e7d will not be triggered until provisioned by entity L2. {{(pid=78794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:32:11.247278 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-b051c974-b471-43f8-8304-801559c2a2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74d7ed0-fe60-423a-8c37-b4016faac931', 'name': 'tempest-TestMinimumBasicScenario-1674484648-router', 'tenant_id': 'f754e7c069ad40958aff78adf7bb630c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '23574bcf-6137-4e26-9c1c-191f5b095c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:32:01Z', 'updated_at': '2021-05-12T15:32:06Z', 'revision_number': 4, 'project_id': 'f754e7c069ad40958aff78adf7bb630c', 'gw_port': {'id': '23574bcf-6137-4e26-9c1c-191f5b095c89', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74d7ed0-fe60-423a-8c37-b4016faac931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:32:02Z', 'updated_at': '2021-05-12T15:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi', '_interfaces': [{'id': 'b4977fab-74a8-4ad4-b1ff-a60c79277451', 'name': '', 'network_id': 'daea5aec-99e2-4de5-98c1-02cbf9c8c15d', 'tenant_id': 'f754e7c069ad40958aff78adf7bb630c', 'mac_address': 'fa:16:3e:e5:d5:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c74d7ed0-fe60-423a-8c37-b4016faac931', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'd92f2543-04b9-4483-82be-1ce1d41f5872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:32:05Z', 'updated_at': '2021-05-12T15:32:09Z', 'revision_number': 4, 'project_id': 'f754e7c069ad40958aff78adf7bb630c', 'subnets': [{'id': 'd92f2543-04b9-4483-82be-1ce1d41f5872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-iscsi', False) {} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:32:11.260888 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-749d38cb-97d4-4572-8a04-9cdb2f7e19a0 None None] Transition to ACTIVE for port object 8d238dbd-5609-4388-92d5-f2c0aca14e7d will not be triggered until provisioned by entity DHCP. {{(pid=78794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:32:11.264889 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b051c974-b471-43f8-8304-801559c2a2ba None None] The sync data for ids ['c74d7ed0-fe60-423a-8c37-b4016faac931'] in dv-cinder-789603-6-iscsi is: [{'id': 'c74d7ed0-fe60-423a-8c37-b4016faac931', 'name': 'tempest-TestMinimumBasicScenario-1674484648-router', 'tenant_id': 'f754e7c069ad40958aff78adf7bb630c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '23574bcf-6137-4e26-9c1c-191f5b095c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:32:01Z', 'updated_at': '2021-05-12T15:32:06Z', 'revision_number': 4, 'project_id': 'f754e7c069ad40958aff78adf7bb630c', 'gw_port': {'id': '23574bcf-6137-4e26-9c1c-191f5b095c89', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74d7ed0-fe60-423a-8c37-b4016faac931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:32:02Z', 'updated_at': '2021-05-12T15:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi', '_interfaces': [{'id': 'b4977fab-74a8-4ad4-b1ff-a60c79277451', 'name': '', 'network_id': 'daea5aec-99e2-4de5-98c1-02cbf9c8c15d', 'tenant_id': 'f754e7c069ad40958aff78adf7bb630c', 'mac_address': 'fa:16:3e:e5:d5:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c74d7ed0-fe60-423a-8c37-b4016faac931', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'd92f2543-04b9-4483-82be-1ce1d41f5872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:32:05Z', 'updated_at': '2021-05-12T15:32:09Z', 'revision_number': 4, 'project_id': 'f754e7c069ad40958aff78adf7bb630c', 'subnets': [{'id': 'd92f2543-04b9-4483-82be-1ce1d41f5872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:32:11.273216 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-749d38cb-97d4-4572-8a04-9cdb2f7e19a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739648862724'] for port, after_create {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:11.284737 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-e066ef1e-5062-49c9-85ae-329366d7a541 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:32:11.355227 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749d38cb-97d4-4572-8a04-9cdb2f7e19a0 None None] Network 090f0633-18aa-4bfb-bdd2-d8134a1f90b7 is already hosted by enough agents. {{(pid=78794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:32:11.358223 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.scheduler.base_scheduler [None req-749d38cb-97d4-4572-8a04-9cdb2f7e19a0 None None] Resources bound (agent type, host, resource id): {{(pid=78794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:32:11.367499 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749d38cb-97d4-4572-8a04-9cdb2f7e19a0 None None] Received port after_create {{(pid=78794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:32:11.456282 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749d38cb-97d4-4572-8a04-9cdb2f7e19a0 None None] Pushing event updated for resources: {'Port': ['ID=8d238dbd-5609-4388-92d5-f2c0aca14e7d,revision_number=1']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:32:11.462414 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-749d38cb-97d4-4572-8a04-9cdb2f7e19a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:32:11.479185 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.managers [None req-749d38cb-97d4-4572-8a04-9cdb2f7e19a0 None None] Attempting to bind port 8d238dbd-5609-4388-92d5-f2c0aca14e7d on host dv-cinder-789603-6-iscsi for vnic_type normal with profile {{(pid=78794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:32:11.479557 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.managers [None req-749d38cb-97d4-4572-8a04-9cdb2f7e19a0 None None] Attempting to bind port 8d238dbd-5609-4388-92d5-f2c0aca14e7d by drivers openvswitch,hyperv on host dv-cinder-789603-6-iscsi at level 0 using segments [{'id': 'c3997f9d-72a3-460c-9ea8-dc39ead4c59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '090f0633-18aa-4bfb-bdd2-d8134a1f90b7'}] {{(pid=78794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:32:11.479922 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749d38cb-97d4-4572-8a04-9cdb2f7e19a0 None None] Attempting to bind port 8d238dbd-5609-4388-92d5-f2c0aca14e7d on network 090f0633-18aa-4bfb-bdd2-d8134a1f90b7 {{(pid=78794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:32:11.485749 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749d38cb-97d4-4572-8a04-9cdb2f7e19a0 None None] Checking agent: {'id': 'a7a9b333-fa08-4200-b168-94acd4aebf78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 15, 12, 52), 'started_at': datetime.datetime(2021, 5, 12, 15, 13, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 15, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:32:11.486153 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749d38cb-97d4-4572-8a04-9cdb2f7e19a0 None None] Checking segment: {'id': 'c3997f9d-72a3-460c-9ea8-dc39ead4c59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '090f0633-18aa-4bfb-bdd2-d8134a1f90b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:32:11.486559 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-749d38cb-97d4-4572-8a04-9cdb2f7e19a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:11.486954 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749d38cb-97d4-4572-8a04-9cdb2f7e19a0 None None] Bound using segment: {'id': 'c3997f9d-72a3-460c-9ea8-dc39ead4c59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '090f0633-18aa-4bfb-bdd2-d8134a1f90b7'} {{(pid=78794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:32:11.487422 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.managers [None req-749d38cb-97d4-4572-8a04-9cdb2f7e19a0 None None] Bound port: 8d238dbd-5609-4388-92d5-f2c0aca14e7d, host: dv-cinder-789603-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3997f9d-72a3-460c-9ea8-dc39ead4c59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '090f0633-18aa-4bfb-bdd2-d8134a1f90b7'}}] {{(pid=78794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:32:11.488383 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-749d38cb-97d4-4572-8a04-9cdb2f7e19a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:11.582794 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-63a68ffc-010f-45e5-9a94-a1c815e92dfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705993'] for router, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:11.598679 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-749d38cb-97d4-4572-8a04-9cdb2f7e19a0 None None] For port 8d238dbd-5609-4388-92d5-f2c0aca14e7d, host dv-cinder-789603-6-iscsi, cleared binding levels {{(pid=78794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:32:11.602151 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-749d38cb-97d4-4572-8a04-9cdb2f7e19a0 None None] For port 8d238dbd-5609-4388-92d5-f2c0aca14e7d, host dv-cinder-789603-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-iscsi',level=0,port_id=8d238dbd-5609-4388-92d5-f2c0aca14e7d,segment=NetworkSegment(c3997f9d-72a3-460c-9ea8-dc39ead4c59f),segment_id=c3997f9d-72a3-460c-9ea8-dc39ead4c59f)] {{(pid=78794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:32:11.608400 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-749d38cb-97d4-4572-8a04-9cdb2f7e19a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:11.612691 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-9c88422b-3228-4e74-be6d-9ab02830e37e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:32:11.679098 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a577e7d5-4887-4d25-987f-26d96934becb req-18b5c240-0e4b-43c2-8bd9-360ad6150e48 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:32:11.690082 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-a577e7d5-4887-4d25-987f-26d96934becb req-18b5c240-0e4b-43c2-8bd9-360ad6150e48 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=48aae71d-ba1f-4304-afb8-e17f9c2d28e9 HTTP/1.1" status: 200 len: 944 time: 0.1047387 May 12 15:32:11.697317 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749d38cb-97d4-4572-8a04-9cdb2f7e19a0 None None] Pushing event updated for resources: {'Port': ['ID=8d238dbd-5609-4388-92d5-f2c0aca14e7d,revision_number=2']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:32:11.701140 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-749d38cb-97d4-4572-8a04-9cdb2f7e19a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:32:11.746743 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-a577e7d5-4887-4d25-987f-26d96934becb req-004be513-456c-4998-8666-983e29fb8c5b tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=74a9f26d-cf48-467d-884d-e6a6080ed82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553963 May 12 15:32:11.832825 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63a68ffc-010f-45e5-9a94-a1c815e92dfc admin admin] Router d137918a-3421-4a98-b4d1-2cb478176547 is scheduled to L3 agent e96f2393-830b-46ef-bef2-f93615c2f352 with binding_index 1 {{(pid=78792) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 15:32:12.085913 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63a68ffc-010f-45e5-9a94-a1c815e92dfc admin admin] Notify agent at l3_agent.dv-cinder-789603-6-iscsi the message routers_updated {{(pid=78792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:32:12.095501 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb2edf6-b0dc-4088-b9a7-3753e16c9062 None None] Sync routers for ids ['d137918a-3421-4a98-b4d1-2cb478176547'] in dv-cinder-789603-6-iscsi {{(pid=78795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:32:12.105645 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb2edf6-b0dc-4088-b9a7-3753e16c9062 None None] Routers {'d137918a-3421-4a98-b4d1-2cb478176547'} bound to L3 agent in host dv-cinder-789603-6-iscsi {{(pid=78795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:32:12.106298 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_hamode_db [None req-6fb2edf6-b0dc-4088-b9a7-3753e16c9062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-12T15:12:51Z,description=,heartbeat_timestamp=2021-05-12T15:31:51Z,host='dv-cinder-789603-6-iscsi',id=e96f2393-830b-46ef-bef2-f93615c2f352,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:12:51Z,topic='l3_agent')) {'router_ids': ['d137918a-3421-4a98-b4d1-2cb478176547'], 'active': True} {{(pid=78795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:32:12.113367 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-63a68ffc-010f-45e5-9a94-a1c815e92dfc admin admin] Notify callbacks [] for router, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:12.117009 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-63a68ffc-010f-45e5-9a94-a1c815e92dfc admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7627683 May 12 15:32:12.117174 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 49798) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:32:12.293498 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_dvr_db [None req-6fb2edf6-b0dc-4088-b9a7-3753e16c9062 None None] Set router d137918a-3421-4a98-b4d1-2cb478176547 gateway port host: dv-cinder-789603-6-iscsi {{(pid=78795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:32:12.608802 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_hamode_db [None req-6fb2edf6-b0dc-4088-b9a7-3753e16c9062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd137918a-3421-4a98-b4d1-2cb478176547', 'name': 'tempest-TestMinimumBasicScenario-1993900643-router', 'tenant_id': 'bafeb149c4924067845ef557d2c0cb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '02649769-732c-4ace-8eb5-beb7dd5af9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:32:09Z', 'updated_at': '2021-05-12T15:32:10Z', 'revision_number': 3, 'project_id': 'bafeb149c4924067845ef557d2c0cb4b', 'gw_port': {'id': '02649769-732c-4ace-8eb5-beb7dd5af9cb', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:33:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd137918a-3421-4a98-b4d1-2cb478176547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:32:10Z', 'updated_at': '2021-05-12T15:32:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi'}], 'dv-cinder-789603-6-iscsi', False) {} {{(pid=78795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:32:12.612976 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb2edf6-b0dc-4088-b9a7-3753e16c9062 None None] Checking router: d137918a-3421-4a98-b4d1-2cb478176547 for host: dv-cinder-789603-6-iscsi {{(pid=78795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:32:12.613335 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb2edf6-b0dc-4088-b9a7-3753e16c9062 None None] Updating router d137918a-3421-4a98-b4d1-2cb478176547 port 02649769-732c-4ace-8eb5-beb7dd5af9cb binding host dv-cinder-789603-6-iscsi {{(pid=78795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 15:32:12.689432 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dfe5e7a-a054-453d-956b-56830510b4f0 None None] Network 090f0633-18aa-4bfb-bdd2-d8134a1f90b7 requested from dv-cinder-789603-6-iscsi {{(pid=78794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 15:32:12.700497 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron_lib.callbacks.manager [None req-6fb2edf6-b0dc-4088-b9a7-3753e16c9062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:12.794702 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-f49abf65-cd42-49a8-94bb-433b9b40b0ca None None] Provisioning for port 8d238dbd-5609-4388-92d5-f2c0aca14e7d completed by entity DHCP. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:32:12.851383 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-7ed01bd8-74f9-4628-bd7a-88f07c86be7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:13.064876 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron_lib.callbacks.manager [None req-6fb2edf6-b0dc-4088-b9a7-3753e16c9062 None None] Notify callbacks [] for port, precommit_update {{(pid=78795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:13.078974 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.provisioning_blocks [None req-6fb2edf6-b0dc-4088-b9a7-3753e16c9062 None None] Transition to ACTIVE for port object 02649769-732c-4ace-8eb5-beb7dd5af9cb will not be triggered until provisioned by entity L2. {{(pid=78795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:32:13.087677 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron_lib.callbacks.manager [None req-6fb2edf6-b0dc-4088-b9a7-3753e16c9062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:13.094523 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device b4977fab-74a8-4ad4-b1ff-a60c79277451 up at agent ovs-agent-dv-cinder-789603-6-iscsi {{(pid=78794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:32:13.102172 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:32:13.172324 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Device 608030a8-aeb2-4921-9c5f-96416e34fd5e up at agent hyperv_hv-cinder-78960 {{(pid=78794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:32:13.182971 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f92b24-414f-46aa-bfa9-6be4f44b02dc None None] Pushing event updated for resources: {'Port': ['ID=02649769-732c-4ace-8eb5-beb7dd5af9cb,revision_number=2']} {{(pid=78795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:32:13.194469 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG oslo_concurrency.lockutils [None req-f1f92b24-414f-46aa-bfa9-6be4f44b02dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:32:13.207472 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.plugins.ml2.managers [None req-6fb2edf6-b0dc-4088-b9a7-3753e16c9062 None None] Attempting to bind port 02649769-732c-4ace-8eb5-beb7dd5af9cb on host dv-cinder-789603-6-iscsi for vnic_type normal with profile {{(pid=78795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:32:13.208747 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.plugins.ml2.managers [None req-6fb2edf6-b0dc-4088-b9a7-3753e16c9062 None None] Attempting to bind port 02649769-732c-4ace-8eb5-beb7dd5af9cb by drivers openvswitch,hyperv on host dv-cinder-789603-6-iscsi at level 0 using segments [{'id': '5d059134-8cbd-4fdb-844f-331960400265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf'}] {{(pid=78795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:32:13.209977 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb2edf6-b0dc-4088-b9a7-3753e16c9062 None None] Attempting to bind port 02649769-732c-4ace-8eb5-beb7dd5af9cb on network d9e66476-551f-4a93-96a6-794e2ee658bf {{(pid=78795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:32:13.219062 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb2edf6-b0dc-4088-b9a7-3753e16c9062 None None] Checking agent: {'id': 'a7a9b333-fa08-4200-b168-94acd4aebf78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 15, 12, 52), 'started_at': datetime.datetime(2021, 5, 12, 15, 13, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 15, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:32:13.219753 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb2edf6-b0dc-4088-b9a7-3753e16c9062 None None] Checking segment: {'id': '5d059134-8cbd-4fdb-844f-331960400265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:32:13.221480 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron_lib.callbacks.manager [None req-6fb2edf6-b0dc-4088-b9a7-3753e16c9062 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:13.222088 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb2edf6-b0dc-4088-b9a7-3753e16c9062 None None] Bound using segment: {'id': '5d059134-8cbd-4fdb-844f-331960400265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf'} {{(pid=78795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:32:13.222782 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.plugins.ml2.managers [None req-6fb2edf6-b0dc-4088-b9a7-3753e16c9062 None None] Bound port: 02649769-732c-4ace-8eb5-beb7dd5af9cb, host: dv-cinder-789603-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d059134-8cbd-4fdb-844f-331960400265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf'}}] {{(pid=78795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:32:13.223649 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron_lib.callbacks.manager [None req-6fb2edf6-b0dc-4088-b9a7-3753e16c9062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:13.238574 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Provisioning for port b4977fab-74a8-4ad4-b1ff-a60c79277451 completed by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:32:13.251401 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Provisioning complete for port b4977fab-74a8-4ad4-b1ff-a60c79277451 triggered by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:32:13.251790 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:13.287170 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf548c1e-edb2-4340-b178-44a48f952f3a req-3ae3ddaf-4584-4554-9234-b6d25c603c06 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:32:13.288621 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-cf548c1e-edb2-4340-b178-44a48f952f3a req-3ae3ddaf-4584-4554-9234-b6d25c603c06 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=48aae71d-ba1f-4304-afb8-e17f9c2d28e9 HTTP/1.1" status: 200 len: 944 time: 0.2023802 May 12 15:32:13.335956 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.plugins.ml2.db [None req-6fb2edf6-b0dc-4088-b9a7-3753e16c9062 None None] For port 02649769-732c-4ace-8eb5-beb7dd5af9cb, host dv-cinder-789603-6-iscsi, cleared binding levels {{(pid=78795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:32:13.340875 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.plugins.ml2.db [None req-6fb2edf6-b0dc-4088-b9a7-3753e16c9062 None None] For port 02649769-732c-4ace-8eb5-beb7dd5af9cb, host dv-cinder-789603-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-iscsi',level=0,port_id=02649769-732c-4ace-8eb5-beb7dd5af9cb,segment=NetworkSegment(5d059134-8cbd-4fdb-844f-331960400265),segment_id=5d059134-8cbd-4fdb-844f-331960400265)] {{(pid=78795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:32:13.346331 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Provisioning complete for port 608030a8-aeb2-4921-9c5f-96416e34fd5e triggered by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:32:13.346720 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:13.347118 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.db_base_plugin_common [None req-7ed01bd8-74f9-4628-bd7a-88f07c86be7c admin admin] Allocated IP 172.20.0.1 (090f0633-18aa-4bfb-bdd2-d8134a1f90b7/67a136f6-3417-45ca-b8b2-43836ee91be4/58f3c7fb-96ea-4a32-9a74-ea1344fb9aad) {{(pid=78792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:32:13.348195 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron_lib.callbacks.manager [None req-6fb2edf6-b0dc-4088-b9a7-3753e16c9062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:13.358475 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG oslo_concurrency.lockutils [None req-0dd66f8c-2c98-4be5-a64e-73ac39121130 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:32:13.367126 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-cf548c1e-edb2-4340-b178-44a48f952f3a req-9076d043-72ea-4174-968b-d1bf59619f58 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=74a9f26d-cf48-467d-884d-e6a6080ed82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700767 May 12 15:32:13.456770 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb2edf6-b0dc-4088-b9a7-3753e16c9062 None None] Routers {'d137918a-3421-4a98-b4d1-2cb478176547'} bound to L3 agent in host dv-cinder-789603-6-iscsi {{(pid=78795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:32:13.457043 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_hamode_db [None req-6fb2edf6-b0dc-4088-b9a7-3753e16c9062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-12T15:12:51Z,description=,heartbeat_timestamp=2021-05-12T15:31:51Z,host='dv-cinder-789603-6-iscsi',id=e96f2393-830b-46ef-bef2-f93615c2f352,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:12:51Z,topic='l3_agent')) {'router_ids': ['d137918a-3421-4a98-b4d1-2cb478176547'], 'active': True} {{(pid=78795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:32:13.524472 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:13.524675 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f92b24-414f-46aa-bfa9-6be4f44b02dc None None] Pushing event updated for resources: {'Port': ['ID=02649769-732c-4ace-8eb5-beb7dd5af9cb,revision_number=3']} {{(pid=78795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:32:13.529945 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG oslo_concurrency.lockutils [None req-f1f92b24-414f-46aa-bfa9-6be4f44b02dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=78795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:32:13.533186 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-7ed01bd8-74f9-4628-bd7a-88f07c86be7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:13.550586 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.provisioning_blocks [None req-7ed01bd8-74f9-4628-bd7a-88f07c86be7c admin admin] Transition to ACTIVE for port object 58f3c7fb-96ea-4a32-9a74-ea1344fb9aad will not be triggered until provisioned by entity DHCP. {{(pid=78792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:32:13.575693 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-7ed01bd8-74f9-4628-bd7a-88f07c86be7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739648862724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3714859'] for port, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:13.579927 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:32:13.594476 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] For port b4977fab-74a8-4ad4-b1ff-a60c79277451, host dv-cinder-789603-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-iscsi',level=0,port_id=b4977fab-74a8-4ad4-b1ff-a60c79277451,segment=NetworkSegment(d6b407f5-8af5-4a4a-9ff7-f8e33a5e2314),segment_id=d6b407f5-8af5-4a4a-9ff7-f8e33a5e2314)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:32:13.604155 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:13.605017 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device 8d238dbd-5609-4388-92d5-f2c0aca14e7d up at agent ovs-agent-dv-cinder-789603-6-iscsi {{(pid=78794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:32:13.636683 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:32:13.641642 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed01bd8-74f9-4628-bd7a-88f07c86be7c admin admin] Network 090f0633-18aa-4bfb-bdd2-d8134a1f90b7 is already hosted by enough agents. {{(pid=78792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:32:13.644547 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.base_scheduler [None req-7ed01bd8-74f9-4628-bd7a-88f07c86be7c admin admin] Resources bound (agent type, host, resource id): {{(pid=78792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:32:13.647233 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed01bd8-74f9-4628-bd7a-88f07c86be7c admin admin] Received port after_create {{(pid=78792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:32:13.672093 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_dvr_db [None req-6fb2edf6-b0dc-4088-b9a7-3753e16c9062 None None] Set router d137918a-3421-4a98-b4d1-2cb478176547 gateway port host: dv-cinder-789603-6-iscsi {{(pid=78795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:32:13.699750 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed01bd8-74f9-4628-bd7a-88f07c86be7c admin admin] Pushing event updated for resources: {'Port': ['ID=58f3c7fb-96ea-4a32-9a74-ea1344fb9aad,revision_number=1']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:32:13.703230 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-7ed01bd8-74f9-4628-bd7a-88f07c86be7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:32:13.724985 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-7ed01bd8-74f9-4628-bd7a-88f07c86be7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705686'] for router_interface, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:13.730235 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:13.787388 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48aae71d-ba1f-4304-afb8-e17f9c2d28e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '608030a8-aeb2-4921-9c5f-96416e34fd5e'}] {{(pid=78794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:32:13.801643 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] For port 608030a8-aeb2-4921-9c5f-96416e34fd5e, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=608030a8-aeb2-4921-9c5f-96416e34fd5e,segment=NetworkSegment(3335fbed-a52c-4d63-90d5-e5c4d9194d95),segment_id=3335fbed-a52c-4d63-90d5-e5c4d9194d95)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:32:13.808246 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Pushing event updated for resources: {'Port': ['ID=b4977fab-74a8-4ad4-b1ff-a60c79277451,revision_number=5']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:32:13.819001 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:32:13.819695 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:13.821572 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:32:13.874899 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-7ed01bd8-74f9-4628-bd7a-88f07c86be7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:13.908798 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Provisioning for port 8d238dbd-5609-4388-92d5-f2c0aca14e7d completed by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:32:13.913500 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Pushing event updated for resources: {'Port': ['ID=608030a8-aeb2-4921-9c5f-96416e34fd5e,revision_number=10']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:32:13.917389 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:32:13.919291 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Provisioning complete for port 8d238dbd-5609-4388-92d5-f2c0aca14e7d triggered by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:32:13.919672 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:14.071296 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-7c41564a-dd88-40ca-8891-1895051d4191 None None] Provisioning for port 58f3c7fb-96ea-4a32-9a74-ea1344fb9aad completed by entity DHCP. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:32:14.074198 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:14.088305 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_hamode_db [None req-6fb2edf6-b0dc-4088-b9a7-3753e16c9062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd137918a-3421-4a98-b4d1-2cb478176547', 'name': 'tempest-TestMinimumBasicScenario-1993900643-router', 'tenant_id': 'bafeb149c4924067845ef557d2c0cb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '02649769-732c-4ace-8eb5-beb7dd5af9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:32:09Z', 'updated_at': '2021-05-12T15:32:10Z', 'revision_number': 3, 'project_id': 'bafeb149c4924067845ef557d2c0cb4b', 'gw_port': {'id': '02649769-732c-4ace-8eb5-beb7dd5af9cb', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:33:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd137918a-3421-4a98-b4d1-2cb478176547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:32:10Z', 'updated_at': '2021-05-12T15:32:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi'}], 'dv-cinder-789603-6-iscsi', False) {} {{(pid=78795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:32:14.089493 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-7c41564a-dd88-40ca-8891-1895051d4191 None None] Provisioning complete for port 58f3c7fb-96ea-4a32-9a74-ea1344fb9aad triggered by entity DHCP. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:32:14.089954 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-7c41564a-dd88-40ca-8891-1895051d4191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:14.094164 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb2edf6-b0dc-4088-b9a7-3753e16c9062 None None] The sync data for ids ['d137918a-3421-4a98-b4d1-2cb478176547'] in dv-cinder-789603-6-iscsi is: [{'id': 'd137918a-3421-4a98-b4d1-2cb478176547', 'name': 'tempest-TestMinimumBasicScenario-1993900643-router', 'tenant_id': 'bafeb149c4924067845ef557d2c0cb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '02649769-732c-4ace-8eb5-beb7dd5af9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:32:09Z', 'updated_at': '2021-05-12T15:32:10Z', 'revision_number': 3, 'project_id': 'bafeb149c4924067845ef557d2c0cb4b', 'gw_port': {'id': '02649769-732c-4ace-8eb5-beb7dd5af9cb', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:33:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd137918a-3421-4a98-b4d1-2cb478176547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:32:10Z', 'updated_at': '2021-05-12T15:32:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi'}] {{(pid=78795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:32:14.167652 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] For port 8d238dbd-5609-4388-92d5-f2c0aca14e7d, host dv-cinder-789603-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-iscsi',level=0,port_id=8d238dbd-5609-4388-92d5-f2c0aca14e7d,segment=NetworkSegment(c3997f9d-72a3-460c-9ea8-dc39ead4c59f),segment_id=c3997f9d-72a3-460c-9ea8-dc39ead4c59f)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:32:14.168687 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.plugin [None req-7c41564a-dd88-40ca-8891-1895051d4191 None None] Port 58f3c7fb-96ea-4a32-9a74-ea1344fb9aad cannot update to ACTIVE because it is not bound. {{(pid=78794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 15:32:14.172774 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:14.175969 dv-cinder-789603-6-iscsi neutron-server[78794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48aae71d-ba1f-4304-afb8-e17f9c2d28e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '608030a8-aeb2-4921-9c5f-96416e34fd5e', 'code': 200} May 12 15:32:14.176509 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:32:14.219553 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-7ed01bd8-74f9-4628-bd7a-88f07c86be7c admin admin] Notify callbacks [] for port, precommit_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:14.225717 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-7ed01bd8-74f9-4628-bd7a-88f07c86be7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3714866'] for port, after_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:14.250446 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Pushing event updated for resources: {'Port': ['ID=8d238dbd-5609-4388-92d5-f2c0aca14e7d,revision_number=3']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:32:14.253588 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:32:14.259451 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-63a68ffc-010f-45e5-9a94-a1c815e92dfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:32:14.343905 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed01bd8-74f9-4628-bd7a-88f07c86be7c admin admin] Pushing event updated for resources: {'Port': ['ID=58f3c7fb-96ea-4a32-9a74-ea1344fb9aad,revision_number=2']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:32:14.346685 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-7ed01bd8-74f9-4628-bd7a-88f07c86be7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705589'] for router_interface, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:14.350971 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-7ed01bd8-74f9-4628-bd7a-88f07c86be7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:32:14.465885 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5687d310-6157-4d52-b086-00883f7bd1fb req-948d9049-135c-47c4-86b6-bf62033c4306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:32:14.468174 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-5687d310-6157-4d52-b086-00883f7bd1fb req-948d9049-135c-47c4-86b6-bf62033c4306 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=48aae71d-ba1f-4304-afb8-e17f9c2d28e9 HTTP/1.1" status: 200 len: 1099 time: 0.1091614 May 12 15:32:14.528204 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-5687d310-6157-4d52-b086-00883f7bd1fb req-a1d3364c-433e-4517-a596-32228f41255b service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=74a9f26d-cf48-467d-884d-e6a6080ed82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524354 May 12 15:32:14.550049 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed01bd8-74f9-4628-bd7a-88f07c86be7c admin admin] Network 090f0633-18aa-4bfb-bdd2-d8134a1f90b7 is already hosted by enough agents. {{(pid=78792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:32:14.553507 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.base_scheduler [None req-7ed01bd8-74f9-4628-bd7a-88f07c86be7c admin admin] Resources bound (agent type, host, resource id): {{(pid=78792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:32:14.800072 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-1555dfc2-22da-4bcb-af7d-0101ef544cac None None] Provisioning complete for port 58f3c7fb-96ea-4a32-9a74-ea1344fb9aad triggered by entity DHCP. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:32:14.800607 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-1555dfc2-22da-4bcb-af7d-0101ef544cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:14.815904 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd3f341-00df-4e1d-a23b-81723bef6ae8 req-bddaef1b-6f25-40c3-8fb2-3ba6fb9317ab tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:32:14.817445 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-1bd3f341-00df-4e1d-a23b-81723bef6ae8 req-bddaef1b-6f25-40c3-8fb2-3ba6fb9317ab tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=48aae71d-ba1f-4304-afb8-e17f9c2d28e9 HTTP/1.1" status: 200 len: 946 time: 0.2578511 May 12 15:32:14.824194 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ed01bd8-74f9-4628-bd7a-88f07c86be7c admin admin] Router d137918a-3421-4a98-b4d1-2cb478176547 has already been hosted by L3 agent e96f2393-830b-46ef-bef2-f93615c2f352 {{(pid=78792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 15:32:14.859378 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.plugin [None req-1555dfc2-22da-4bcb-af7d-0101ef544cac None None] Port 58f3c7fb-96ea-4a32-9a74-ea1344fb9aad cannot update to ACTIVE because it is not bound. {{(pid=78794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 15:32:15.064648 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device b4977fab-74a8-4ad4-b1ff-a60c79277451 up at agent ovs-agent-dv-cinder-789603-6-iscsi {{(pid=78794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:32:15.124486 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-1bd3f341-00df-4e1d-a23b-81723bef6ae8 req-c372a55a-cd56-4fca-ab8e-a6521ddeafa7 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=74a9f26d-cf48-467d-884d-e6a6080ed82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2990313 May 12 15:32:15.144269 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Provisioning complete for port b4977fab-74a8-4ad4-b1ff-a60c79277451 triggered by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:32:15.144720 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:15.174394 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ed01bd8-74f9-4628-bd7a-88f07c86be7c admin admin] Notify agent at l3_agent.dv-cinder-789603-6-iscsi the message routers_updated {{(pid=78792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:32:15.190046 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-7ed01bd8-74f9-4628-bd7a-88f07c86be7c admin admin] 10.222.0.32 "PUT /v2.0/routers/d137918a-3421-4a98-b4d1-2cb478176547/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0666814 May 12 15:32:15.264756 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device 8d238dbd-5609-4388-92d5-f2c0aca14e7d up at agent ovs-agent-dv-cinder-789603-6-iscsi {{(pid=78794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:32:15.331516 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Provisioning complete for port 8d238dbd-5609-4388-92d5-f2c0aca14e7d triggered by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:32:15.331892 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:15.454421 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device 02649769-732c-4ace-8eb5-beb7dd5af9cb up at agent ovs-agent-dv-cinder-789603-6-iscsi {{(pid=78794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:32:15.532022 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Provisioning for port 02649769-732c-4ace-8eb5-beb7dd5af9cb completed by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:32:15.537531 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Provisioning complete for port 02649769-732c-4ace-8eb5-beb7dd5af9cb triggered by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:32:15.538000 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:15.673402 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:15.711735 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] For port 02649769-732c-4ace-8eb5-beb7dd5af9cb, host dv-cinder-789603-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-iscsi',level=0,port_id=02649769-732c-4ace-8eb5-beb7dd5af9cb,segment=NetworkSegment(5d059134-8cbd-4fdb-844f-331960400265),segment_id=5d059134-8cbd-4fdb-844f-331960400265)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:32:15.717447 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:15.720258 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:32:15.801379 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Pushing event updated for resources: {'Port': ['ID=02649769-732c-4ace-8eb5-beb7dd5af9cb,revision_number=4']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:32:15.804573 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:32:15.830070 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da37b3b4-ecb1-44c9-899e-455457f86ad0 None None] Sync routers for ids ['d137918a-3421-4a98-b4d1-2cb478176547'] in dv-cinder-789603-6-iscsi {{(pid=78794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:32:15.839870 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da37b3b4-ecb1-44c9-899e-455457f86ad0 None None] Routers {'d137918a-3421-4a98-b4d1-2cb478176547'} bound to L3 agent in host dv-cinder-789603-6-iscsi {{(pid=78794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:32:15.840528 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-da37b3b4-ecb1-44c9-899e-455457f86ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-12T15:12:51Z,description=,heartbeat_timestamp=2021-05-12T15:31:51Z,host='dv-cinder-789603-6-iscsi',id=e96f2393-830b-46ef-bef2-f93615c2f352,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:12:51Z,topic='l3_agent')) {'router_ids': ['d137918a-3421-4a98-b4d1-2cb478176547'], 'active': True} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:32:16.115916 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvr_db [None req-da37b3b4-ecb1-44c9-899e-455457f86ad0 None None] Set router d137918a-3421-4a98-b4d1-2cb478176547 gateway port host: dv-cinder-789603-6-iscsi {{(pid=78794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:32:16.383676 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb50d40-a37a-4252-b957-efab3564ff5d req-e7d01c2d-7833-43fa-9c3d-9451ff1e9cd9 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:32:16.392887 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-fdb50d40-a37a-4252-b957-efab3564ff5d req-e7d01c2d-7833-43fa-9c3d-9451ff1e9cd9 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=48aae71d-ba1f-4304-afb8-e17f9c2d28e9 HTTP/1.1" status: 200 len: 946 time: 0.1401126 May 12 15:32:16.493630 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-fdb50d40-a37a-4252-b957-efab3564ff5d req-43089378-5736-4481-bca4-211ccf0024f3 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=74a9f26d-cf48-467d-884d-e6a6080ed82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894043 May 12 15:32:16.791947 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-da37b3b4-ecb1-44c9-899e-455457f86ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd137918a-3421-4a98-b4d1-2cb478176547', 'name': 'tempest-TestMinimumBasicScenario-1993900643-router', 'tenant_id': 'bafeb149c4924067845ef557d2c0cb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '02649769-732c-4ace-8eb5-beb7dd5af9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:32:09Z', 'updated_at': '2021-05-12T15:32:13Z', 'revision_number': 4, 'project_id': 'bafeb149c4924067845ef557d2c0cb4b', 'gw_port': {'id': '02649769-732c-4ace-8eb5-beb7dd5af9cb', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:33:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd137918a-3421-4a98-b4d1-2cb478176547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:32:10Z', 'updated_at': '2021-05-12T15:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi', '_interfaces': [{'id': '58f3c7fb-96ea-4a32-9a74-ea1344fb9aad', 'name': '', 'network_id': '090f0633-18aa-4bfb-bdd2-d8134a1f90b7', 'tenant_id': 'bafeb149c4924067845ef557d2c0cb4b', 'mac_address': 'fa:16:3e:72:8b:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd137918a-3421-4a98-b4d1-2cb478176547', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '67a136f6-3417-45ca-b8b2-43836ee91be4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:32:13Z', 'updated_at': '2021-05-12T15:32:13Z', 'revision_number': 2, 'project_id': 'bafeb149c4924067845ef557d2c0cb4b', 'subnets': [{'id': '67a136f6-3417-45ca-b8b2-43836ee91be4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-iscsi', False) {} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:32:16.796308 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da37b3b4-ecb1-44c9-899e-455457f86ad0 None None] Checking router: d137918a-3421-4a98-b4d1-2cb478176547 for host: dv-cinder-789603-6-iscsi {{(pid=78794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:32:16.796746 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da37b3b4-ecb1-44c9-899e-455457f86ad0 None None] Updating router d137918a-3421-4a98-b4d1-2cb478176547 port 58f3c7fb-96ea-4a32-9a74-ea1344fb9aad binding host dv-cinder-789603-6-iscsi {{(pid=78794) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 15:32:16.865592 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-da37b3b4-ecb1-44c9-899e-455457f86ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:17.001902 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device 02649769-732c-4ace-8eb5-beb7dd5af9cb up at agent ovs-agent-dv-cinder-789603-6-iscsi {{(pid=78794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:32:17.221825 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Provisioning complete for port 02649769-732c-4ace-8eb5-beb7dd5af9cb triggered by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:32:17.222302 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:17.505085 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.db.resource_extend [None req-da37b3b4-ecb1-44c9-899e-455457f86ad0 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 15:32:17.623438 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-da37b3b4-ecb1-44c9-899e-455457f86ad0 None None] Notify callbacks [] for port, precommit_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:17.640923 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-da37b3b4-ecb1-44c9-899e-455457f86ad0 None None] Transition to ACTIVE for port object 58f3c7fb-96ea-4a32-9a74-ea1344fb9aad will not be triggered until provisioned by entity L2. {{(pid=78794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:32:17.651040 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-da37b3b4-ecb1-44c9-899e-455457f86ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:17.664805 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-ba950c45-2b63-419f-865d-bf77ca269fa0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:32:17.756343 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef2e73c-334d-41f6-9fb3-a78b1a0e18f9 req-5075ade9-f5c8-4da4-80af-faf03fd5b6c3 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:32:17.758048 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-aef2e73c-334d-41f6-9fb3-a78b1a0e18f9 req-5075ade9-f5c8-4da4-80af-faf03fd5b6c3 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=48aae71d-ba1f-4304-afb8-e17f9c2d28e9 HTTP/1.1" status: 200 len: 946 time: 0.1235685 May 12 15:32:17.844191 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-aef2e73c-334d-41f6-9fb3-a78b1a0e18f9 req-71226bbb-d0e3-4c53-a977-46632f816f21 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=74a9f26d-cf48-467d-884d-e6a6080ed82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741687 May 12 15:32:17.877943 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd1b1aa-42e2-409b-bd54-2a71aeecb0f7 None None] Pushing event updated for resources: {'Port': ['ID=58f3c7fb-96ea-4a32-9a74-ea1344fb9aad,revision_number=3']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:32:17.889015 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-4bd1b1aa-42e2-409b-bd54-2a71aeecb0f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:32:17.985543 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.managers [None req-da37b3b4-ecb1-44c9-899e-455457f86ad0 None None] Attempting to bind port 58f3c7fb-96ea-4a32-9a74-ea1344fb9aad on host dv-cinder-789603-6-iscsi for vnic_type normal with profile {{(pid=78794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:32:17.985815 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.managers [None req-da37b3b4-ecb1-44c9-899e-455457f86ad0 None None] Attempting to bind port 58f3c7fb-96ea-4a32-9a74-ea1344fb9aad by drivers openvswitch,hyperv on host dv-cinder-789603-6-iscsi at level 0 using segments [{'id': 'c3997f9d-72a3-460c-9ea8-dc39ead4c59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '090f0633-18aa-4bfb-bdd2-d8134a1f90b7'}] {{(pid=78794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:32:17.986194 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da37b3b4-ecb1-44c9-899e-455457f86ad0 None None] Attempting to bind port 58f3c7fb-96ea-4a32-9a74-ea1344fb9aad on network 090f0633-18aa-4bfb-bdd2-d8134a1f90b7 {{(pid=78794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:32:17.994667 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da37b3b4-ecb1-44c9-899e-455457f86ad0 None None] Checking agent: {'id': 'a7a9b333-fa08-4200-b168-94acd4aebf78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 15, 12, 52), 'started_at': datetime.datetime(2021, 5, 12, 15, 13, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 15, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:32:17.995551 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da37b3b4-ecb1-44c9-899e-455457f86ad0 None None] Checking segment: {'id': 'c3997f9d-72a3-460c-9ea8-dc39ead4c59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '090f0633-18aa-4bfb-bdd2-d8134a1f90b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:32:17.995961 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-da37b3b4-ecb1-44c9-899e-455457f86ad0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:17.996361 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da37b3b4-ecb1-44c9-899e-455457f86ad0 None None] Bound using segment: {'id': 'c3997f9d-72a3-460c-9ea8-dc39ead4c59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '090f0633-18aa-4bfb-bdd2-d8134a1f90b7'} {{(pid=78794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:32:17.996899 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.managers [None req-da37b3b4-ecb1-44c9-899e-455457f86ad0 None None] Bound port: 58f3c7fb-96ea-4a32-9a74-ea1344fb9aad, host: dv-cinder-789603-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3997f9d-72a3-460c-9ea8-dc39ead4c59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '090f0633-18aa-4bfb-bdd2-d8134a1f90b7'}}] {{(pid=78794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:32:17.997227 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-da37b3b4-ecb1-44c9-899e-455457f86ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:18.125468 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-da37b3b4-ecb1-44c9-899e-455457f86ad0 None None] For port 58f3c7fb-96ea-4a32-9a74-ea1344fb9aad, host dv-cinder-789603-6-iscsi, cleared binding levels {{(pid=78794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:32:18.129728 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-da37b3b4-ecb1-44c9-899e-455457f86ad0 None None] For port 58f3c7fb-96ea-4a32-9a74-ea1344fb9aad, host dv-cinder-789603-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-iscsi',level=0,port_id=58f3c7fb-96ea-4a32-9a74-ea1344fb9aad,segment=NetworkSegment(c3997f9d-72a3-460c-9ea8-dc39ead4c59f),segment_id=c3997f9d-72a3-460c-9ea8-dc39ead4c59f)] {{(pid=78794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:32:18.136017 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-da37b3b4-ecb1-44c9-899e-455457f86ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:18.139801 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:32:18.268934 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da37b3b4-ecb1-44c9-899e-455457f86ad0 None None] Routers {'d137918a-3421-4a98-b4d1-2cb478176547'} bound to L3 agent in host dv-cinder-789603-6-iscsi {{(pid=78794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:32:18.269599 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-da37b3b4-ecb1-44c9-899e-455457f86ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-12T15:12:51Z,description=,heartbeat_timestamp=2021-05-12T15:31:51Z,host='dv-cinder-789603-6-iscsi',id=e96f2393-830b-46ef-bef2-f93615c2f352,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:12:51Z,topic='l3_agent')) {'router_ids': ['d137918a-3421-4a98-b4d1-2cb478176547'], 'active': True} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:32:18.384175 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd1b1aa-42e2-409b-bd54-2a71aeecb0f7 None None] Pushing event updated for resources: {'Port': ['ID=58f3c7fb-96ea-4a32-9a74-ea1344fb9aad,revision_number=4']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:32:18.397502 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-4bd1b1aa-42e2-409b-bd54-2a71aeecb0f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:32:18.485987 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvr_db [None req-da37b3b4-ecb1-44c9-899e-455457f86ad0 None None] Set router d137918a-3421-4a98-b4d1-2cb478176547 gateway port host: dv-cinder-789603-6-iscsi {{(pid=78794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:32:18.726625 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-b5a7f469-b18f-468f-b8a5-34c48196e6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:18.855716 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-da37b3b4-ecb1-44c9-899e-455457f86ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd137918a-3421-4a98-b4d1-2cb478176547', 'name': 'tempest-TestMinimumBasicScenario-1993900643-router', 'tenant_id': 'bafeb149c4924067845ef557d2c0cb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '02649769-732c-4ace-8eb5-beb7dd5af9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:32:09Z', 'updated_at': '2021-05-12T15:32:13Z', 'revision_number': 4, 'project_id': 'bafeb149c4924067845ef557d2c0cb4b', 'gw_port': {'id': '02649769-732c-4ace-8eb5-beb7dd5af9cb', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:33:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd137918a-3421-4a98-b4d1-2cb478176547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:32:10Z', 'updated_at': '2021-05-12T15:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi', '_interfaces': [{'id': '58f3c7fb-96ea-4a32-9a74-ea1344fb9aad', 'name': '', 'network_id': '090f0633-18aa-4bfb-bdd2-d8134a1f90b7', 'tenant_id': 'bafeb149c4924067845ef557d2c0cb4b', 'mac_address': 'fa:16:3e:72:8b:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd137918a-3421-4a98-b4d1-2cb478176547', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '67a136f6-3417-45ca-b8b2-43836ee91be4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:32:13Z', 'updated_at': '2021-05-12T15:32:18Z', 'revision_number': 4, 'project_id': 'bafeb149c4924067845ef557d2c0cb4b', 'subnets': [{'id': '67a136f6-3417-45ca-b8b2-43836ee91be4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-iscsi', False) {} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:32:18.860873 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da37b3b4-ecb1-44c9-899e-455457f86ad0 None None] The sync data for ids ['d137918a-3421-4a98-b4d1-2cb478176547'] in dv-cinder-789603-6-iscsi is: [{'id': 'd137918a-3421-4a98-b4d1-2cb478176547', 'name': 'tempest-TestMinimumBasicScenario-1993900643-router', 'tenant_id': 'bafeb149c4924067845ef557d2c0cb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '02649769-732c-4ace-8eb5-beb7dd5af9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:32:09Z', 'updated_at': '2021-05-12T15:32:13Z', 'revision_number': 4, 'project_id': 'bafeb149c4924067845ef557d2c0cb4b', 'gw_port': {'id': '02649769-732c-4ace-8eb5-beb7dd5af9cb', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:33:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd137918a-3421-4a98-b4d1-2cb478176547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:32:10Z', 'updated_at': '2021-05-12T15:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi', '_interfaces': [{'id': '58f3c7fb-96ea-4a32-9a74-ea1344fb9aad', 'name': '', 'network_id': '090f0633-18aa-4bfb-bdd2-d8134a1f90b7', 'tenant_id': 'bafeb149c4924067845ef557d2c0cb4b', 'mac_address': 'fa:16:3e:72:8b:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd137918a-3421-4a98-b4d1-2cb478176547', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '67a136f6-3417-45ca-b8b2-43836ee91be4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:32:13Z', 'updated_at': '2021-05-12T15:32:18Z', 'revision_number': 4, 'project_id': 'bafeb149c4924067845ef557d2c0cb4b', 'subnets': [{'id': '67a136f6-3417-45ca-b8b2-43836ee91be4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:32:21.018257 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device 58f3c7fb-96ea-4a32-9a74-ea1344fb9aad up at agent ovs-agent-dv-cinder-789603-6-iscsi {{(pid=78794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:32:21.107316 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Provisioning for port 58f3c7fb-96ea-4a32-9a74-ea1344fb9aad completed by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:32:21.112636 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Provisioning complete for port 58f3c7fb-96ea-4a32-9a74-ea1344fb9aad triggered by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:32:21.113022 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:21.184096 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-88d7f7f2-7ea2-488a-8e7f-f6b7c933cf19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:21.263245 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:21.302842 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] For port 58f3c7fb-96ea-4a32-9a74-ea1344fb9aad, host dv-cinder-789603-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-iscsi',level=0,port_id=58f3c7fb-96ea-4a32-9a74-ea1344fb9aad,segment=NetworkSegment(c3997f9d-72a3-460c-9ea8-dc39ead4c59f),segment_id=c3997f9d-72a3-460c-9ea8-dc39ead4c59f)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:32:21.307714 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:21.309879 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:32:21.385380 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Pushing event updated for resources: {'Port': ['ID=58f3c7fb-96ea-4a32-9a74-ea1344fb9aad,revision_number=5']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:32:21.390480 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:32:21.683267 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:22.308218 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-8e9e3eb0-3c8e-4693-b231-5e176560d846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:23.011318 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device 58f3c7fb-96ea-4a32-9a74-ea1344fb9aad up at agent ovs-agent-dv-cinder-789603-6-iscsi {{(pid=78794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:32:23.095193 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Provisioning complete for port 58f3c7fb-96ea-4a32-9a74-ea1344fb9aad triggered by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:32:23.095711 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:24.212982 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-876105c5-eed7-46ba-a478-d2a34eb0d798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:25.568124 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b39ba5-d9cd-4074-8f89-75ba9a128369 req-e9d8d9e9-1511-4c02-a1c0-5dcf7ee17408 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:32:25.568806 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [req-a3b39ba5-d9cd-4074-8f89-75ba9a128369 req-e9d8d9e9-1511-4c02-a1c0-5dcf7ee17408 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Synchronizing usage tracker for tenant:f754e7c069ad40958aff78adf7bb630c on resource:network {{(pid=78792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:32:25.586283 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [req-a3b39ba5-d9cd-4074-8f89-75ba9a128369 req-e9d8d9e9-1511-4c02-a1c0-5dcf7ee17408 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Unset dirty status for tenant:f754e7c069ad40958aff78adf7bb630c on resource:network {{(pid=78792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:32:25.587416 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-a3b39ba5-d9cd-4074-8f89-75ba9a128369 req-e9d8d9e9-1511-4c02-a1c0-5dcf7ee17408 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "GET /v2.0/networks?id=daea5aec-99e2-4de5-98c1-02cbf9c8c15d HTTP/1.1" status: 200 len: 815 time: 0.1721325 May 12 15:32:25.603054 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-a3b39ba5-d9cd-4074-8f89-75ba9a128369 req-be630d50-75e8-47ec-add2-8cb7092cf2e0 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "GET /v2.0/quotas/f754e7c069ad40958aff78adf7bb630c HTTP/1.1" status: 200 len: 375 time: 0.0093706 May 12 15:32:25.702047 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-a3b39ba5-d9cd-4074-8f89-75ba9a128369 req-f37b885b-461e-4eb2-bf95-2db5463c6e77 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f754e7c069ad40958aff78adf7bb630c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0933607 May 12 15:32:25.816981 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [req-a3b39ba5-d9cd-4074-8f89-75ba9a128369 req-d16fbaba-e446-4415-9404-b94cbd41abfb service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=78792) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 15:32:25.817997 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-a3b39ba5-d9cd-4074-8f89-75ba9a128369 req-d16fbaba-e446-4415-9404-b94cbd41abfb service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1042948 May 12 15:32:25.959957 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-a3b39ba5-d9cd-4074-8f89-75ba9a128369 req-cca904bb-fb26-4295-b5b6-97476530c674 service neutron] 10.222.0.32 "GET /v2.0/networks/daea5aec-99e2-4de5-98c1-02cbf9c8c15d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351542 May 12 15:32:26.096044 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-a3b39ba5-d9cd-4074-8f89-75ba9a128369 req-df418764-d061-4767-b396-cccd23620986 service neutron] 10.222.0.32 "GET /v2.0/networks/daea5aec-99e2-4de5-98c1-02cbf9c8c15d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289055 May 12 15:32:26.273378 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [req-6f99c1e0-4071-448f-92bc-9b405f982efe req-0de0d1a0-0aad-491f-9b24-d9e2d6ce5b14 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Synchronizing usage tracker for tenant:f754e7c069ad40958aff78adf7bb630c on resource:port {{(pid=78793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:32:26.294440 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [req-6f99c1e0-4071-448f-92bc-9b405f982efe req-0de0d1a0-0aad-491f-9b24-d9e2d6ce5b14 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Unset dirty status for tenant:f754e7c069ad40958aff78adf7bb630c on resource:port {{(pid=78793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:32:26.295656 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-6f99c1e0-4071-448f-92bc-9b405f982efe req-0de0d1a0-0aad-491f-9b24-d9e2d6ce5b14 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "GET /v2.0/ports?device_id=719b6347-0342-478d-a0e7-d3e7165fd022 HTTP/1.1" status: 200 len: 210 time: 0.0653334 May 12 15:32:27.090788 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:27.144662 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.agents_db [None req-dd47ce14-932e-4540-b008-5e9038d1c348 None None] Agent healthcheck: found 6 active agents {{(pid=78795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 15:32:27.449998 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-aec0a127-97d3-4de6-9162-64c2dea3571f req-028b559b-8cb7-4bd1-aa79-f4f78e540fd0 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "GET /v2.0/ports?device_id=719b6347-0342-478d-a0e7-d3e7165fd022 HTTP/1.1" status: 200 len: 210 time: 0.0458977 May 12 15:32:27.631735 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b39ba5-d9cd-4074-8f89-75ba9a128369 req-93c5d91a-ebaa-4a09-8b22-0a419edecc3c tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:32:27.633229 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-a3b39ba5-d9cd-4074-8f89-75ba9a128369 req-93c5d91a-ebaa-4a09-8b22-0a419edecc3c tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.85 "GET /v2.0/networks?id=daea5aec-99e2-4de5-98c1-02cbf9c8c15d HTTP/1.1" status: 200 len: 815 time: 0.1742284 May 12 15:32:27.646595 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.v2.base [req-a3b39ba5-d9cd-4074-8f89-75ba9a128369 req-cb84a376-bbdc-4c0e-ae6c-5a5668a81ade tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Request body: {'port': {'device_id': '719b6347-0342-478d-a0e7-d3e7165fd022', 'network_id': 'daea5aec-99e2-4de5-98c1-02cbf9c8c15d', 'admin_state_up': True, 'tenant_id': 'f754e7c069ad40958aff78adf7bb630c'}} {{(pid=78793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:32:27.797628 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [req-a3b39ba5-d9cd-4074-8f89-75ba9a128369 req-cb84a376-bbdc-4c0e-ae6c-5a5668a81ade tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:32:27.808687 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [req-a3b39ba5-d9cd-4074-8f89-75ba9a128369 req-cb84a376-bbdc-4c0e-ae6c-5a5668a81ade tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:32:27.819986 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3b39ba5-d9cd-4074-8f89-75ba9a128369 req-cb84a376-bbdc-4c0e-ae6c-5a5668a81ade tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Made reservation on behalf of f754e7c069ad40958aff78adf7bb630c for: {'port': 1} {{(pid=78793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:32:27.824889 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-a3b39ba5-d9cd-4074-8f89-75ba9a128369 req-cb84a376-bbdc-4c0e-ae6c-5a5668a81ade tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:28.016168 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.db_base_plugin_common [req-a3b39ba5-d9cd-4074-8f89-75ba9a128369 req-cb84a376-bbdc-4c0e-ae6c-5a5668a81ade tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Allocated IP 172.20.0.10 (daea5aec-99e2-4de5-98c1-02cbf9c8c15d/d92f2543-04b9-4483-82be-1ce1d41f5872/07bf08ee-1802-44fa-a3d6-45cde0dc7af9) {{(pid=78793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:32:28.319556 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-a3b39ba5-d9cd-4074-8f89-75ba9a128369 req-cb84a376-bbdc-4c0e-ae6c-5a5668a81ade tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Notify callbacks [] for port, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:28.349147 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.provisioning_blocks [req-a3b39ba5-d9cd-4074-8f89-75ba9a128369 req-cb84a376-bbdc-4c0e-ae6c-5a5668a81ade tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Transition to ACTIVE for port object 07bf08ee-1802-44fa-a3d6-45cde0dc7af9 will not be triggered until provisioned by entity DHCP. {{(pid=78793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:32:28.375367 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-a3b39ba5-d9cd-4074-8f89-75ba9a128369 req-cb84a376-bbdc-4c0e-ae6c-5a5668a81ade tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739648862724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3598933'] for port, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:28.382587 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-3ebd9e45-4f02-4c25-904b-aabf04b60107 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:32:28.448057 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3b39ba5-d9cd-4074-8f89-75ba9a128369 req-cb84a376-bbdc-4c0e-ae6c-5a5668a81ade tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Network daea5aec-99e2-4de5-98c1-02cbf9c8c15d is already hosted by enough agents. {{(pid=78793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:32:28.451700 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.base_scheduler [req-a3b39ba5-d9cd-4074-8f89-75ba9a128369 req-cb84a376-bbdc-4c0e-ae6c-5a5668a81ade tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Resources bound (agent type, host, resource id): {{(pid=78793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:32:28.455657 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3b39ba5-d9cd-4074-8f89-75ba9a128369 req-cb84a376-bbdc-4c0e-ae6c-5a5668a81ade tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Received port after_create {{(pid=78793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:32:28.508662 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb84a376-bbdc-4c0e-ae6c-5a5668a81ade tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Pushing event updated for resources: {'Port': ['ID=07bf08ee-1802-44fa-a3d6-45cde0dc7af9,revision_number=1']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:32:28.514749 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-cb84a376-bbdc-4c0e-ae6c-5a5668a81ade tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:32:28.538375 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b39ba5-d9cd-4074-8f89-75ba9a128369 req-cb84a376-bbdc-4c0e-ae6c-5a5668a81ade tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:32:28.539431 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-a3b39ba5-d9cd-4074-8f89-75ba9a128369 req-cb84a376-bbdc-4c0e-ae6c-5a5668a81ade tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2050383'] for port, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:28.640999 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-a3b39ba5-d9cd-4074-8f89-75ba9a128369 req-cb84a376-bbdc-4c0e-ae6c-5a5668a81ade tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9983230 May 12 15:32:28.762161 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-f5c42bec-cd8e-4db0-8b65-8d82d66006cb None None] Provisioning for port 07bf08ee-1802-44fa-a3d6-45cde0dc7af9 completed by entity DHCP. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:32:28.768025 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-f5c42bec-cd8e-4db0-8b65-8d82d66006cb None None] Provisioning complete for port 07bf08ee-1802-44fa-a3d6-45cde0dc7af9 triggered by entity DHCP. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:32:28.768381 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-f5c42bec-cd8e-4db0-8b65-8d82d66006cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:28.804202 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b4dee6-3ad5-485e-8de4-9e30b4414800 req-71cd1e03-19f4-42f9-b679-d72702d64605 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:32:28.804936 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [req-a5b4dee6-3ad5-485e-8de4-9e30b4414800 req-71cd1e03-19f4-42f9-b679-d72702d64605 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Synchronizing usage tracker for tenant:f754e7c069ad40958aff78adf7bb630c on resource:port {{(pid=78793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:32:28.829685 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [req-a5b4dee6-3ad5-485e-8de4-9e30b4414800 req-71cd1e03-19f4-42f9-b679-d72702d64605 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Unset dirty status for tenant:f754e7c069ad40958aff78adf7bb630c on resource:port {{(pid=78793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:32:28.831610 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-a5b4dee6-3ad5-485e-8de4-9e30b4414800 req-71cd1e03-19f4-42f9-b679-d72702d64605 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "GET /v2.0/ports?device_id=719b6347-0342-478d-a0e7-d3e7165fd022 HTTP/1.1" status: 200 len: 932 time: 0.2634246 May 12 15:32:28.869966 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.plugin [None req-f5c42bec-cd8e-4db0-8b65-8d82d66006cb None None] Port 07bf08ee-1802-44fa-a3d6-45cde0dc7af9 cannot update to ACTIVE because it is not bound. {{(pid=78794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 15:32:28.882497 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-a5b4dee6-3ad5-485e-8de4-9e30b4414800 req-e650fda0-02fe-4974-aae2-48cc00426b95 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "GET /v2.0/security-groups?id=496a65d2-caf9-4b15-ba98-fdd5a1139e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447152 May 12 15:32:30.194592 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96221539-3a11-423b-8d46-840ebdacd868 req-2594a706-2e20-4311-aaa8-34d97abbb9d5 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:32:30.195994 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-96221539-3a11-423b-8d46-840ebdacd868 req-2594a706-2e20-4311-aaa8-34d97abbb9d5 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "GET /v2.0/ports?device_id=719b6347-0342-478d-a0e7-d3e7165fd022 HTTP/1.1" status: 200 len: 932 time: 0.1290309 May 12 15:32:30.246481 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [req-96221539-3a11-423b-8d46-840ebdacd868 req-b3898f89-220e-445e-b9d9-8ceffac26374 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Synchronizing usage tracker for tenant:f754e7c069ad40958aff78adf7bb630c on resource:security_group {{(pid=78792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:32:30.270638 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [req-96221539-3a11-423b-8d46-840ebdacd868 req-b3898f89-220e-445e-b9d9-8ceffac26374 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Unset dirty status for tenant:f754e7c069ad40958aff78adf7bb630c on resource:security_group {{(pid=78792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:32:30.272147 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-96221539-3a11-423b-8d46-840ebdacd868 req-b3898f89-220e-445e-b9d9-8ceffac26374 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "GET /v2.0/security-groups?id=496a65d2-caf9-4b15-ba98-fdd5a1139e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690894 May 12 15:32:31.474910 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ab3208-6f29-4cdd-94b0-f993f2236ad6 req-cbffb78c-bfd1-4380-88e1-c20b5386edab tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:32:31.476414 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-84ab3208-6f29-4cdd-94b0-f993f2236ad6 req-cbffb78c-bfd1-4380-88e1-c20b5386edab tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "GET /v2.0/ports?device_id=719b6347-0342-478d-a0e7-d3e7165fd022 HTTP/1.1" status: 200 len: 932 time: 0.0885983 May 12 15:32:31.529379 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-84ab3208-6f29-4cdd-94b0-f993f2236ad6 req-11b70aa7-ca06-4ad1-a163-03ae3c3cf7f0 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "GET /v2.0/security-groups?id=496a65d2-caf9-4b15-ba98-fdd5a1139e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462949 May 12 15:32:32.726306 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d5effe-b8ef-4f2f-b4d0-dc0d624f64c1 req-fe175020-379c-4104-9a36-ee1f44e6e533 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:32:32.727964 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-e6d5effe-b8ef-4f2f-b4d0-dc0d624f64c1 req-fe175020-379c-4104-9a36-ee1f44e6e533 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "GET /v2.0/ports?device_id=719b6347-0342-478d-a0e7-d3e7165fd022 HTTP/1.1" status: 200 len: 932 time: 0.0862751 May 12 15:32:32.774759 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-e6d5effe-b8ef-4f2f-b4d0-dc0d624f64c1 req-9b9e648e-ce3b-4cd6-a8c9-6f8ae309e34f tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "GET /v2.0/security-groups?id=496a65d2-caf9-4b15-ba98-fdd5a1139e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401635 May 12 15:32:33.985099 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67fb89b-e86e-46dd-b03e-1170e4bb25e6 req-65b38d39-5acd-4cfa-ae05-4b57a1529825 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:32:33.986544 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-e67fb89b-e86e-46dd-b03e-1170e4bb25e6 req-65b38d39-5acd-4cfa-ae05-4b57a1529825 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "GET /v2.0/ports?device_id=719b6347-0342-478d-a0e7-d3e7165fd022 HTTP/1.1" status: 200 len: 932 time: 0.0923810 May 12 15:32:34.036169 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-e67fb89b-e86e-46dd-b03e-1170e4bb25e6 req-def8a4bb-8184-4cea-9729-b1e447edb33b tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "GET /v2.0/security-groups?id=496a65d2-caf9-4b15-ba98-fdd5a1139e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436442 May 12 15:32:35.235016 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1548adaf-f686-47d0-9726-3f96bb45564f req-2146f6f3-1a3b-469c-9213-9294eb72bc1f tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:32:35.236485 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-1548adaf-f686-47d0-9726-3f96bb45564f req-2146f6f3-1a3b-469c-9213-9294eb72bc1f tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "GET /v2.0/ports?device_id=719b6347-0342-478d-a0e7-d3e7165fd022 HTTP/1.1" status: 200 len: 932 time: 0.0817859 May 12 15:32:35.284798 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-1548adaf-f686-47d0-9726-3f96bb45564f req-708a28e6-8530-48b9-8802-5b7ab4947b93 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "GET /v2.0/security-groups?id=496a65d2-caf9-4b15-ba98-fdd5a1139e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425813 May 12 15:32:36.501541 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f2d9e7-6e4d-497d-8ae2-50809f1e9d3a req-d80640fb-e2f1-4f09-8bb5-c5661eb921e1 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:32:36.503100 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-c1f2d9e7-6e4d-497d-8ae2-50809f1e9d3a req-d80640fb-e2f1-4f09-8bb5-c5661eb921e1 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "GET /v2.0/ports?device_id=719b6347-0342-478d-a0e7-d3e7165fd022 HTTP/1.1" status: 200 len: 932 time: 0.0989697 May 12 15:32:36.563187 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-c1f2d9e7-6e4d-497d-8ae2-50809f1e9d3a req-d378cce9-fb92-448e-8176-41ab069e8d48 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "GET /v2.0/security-groups?id=496a65d2-caf9-4b15-ba98-fdd5a1139e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534797 May 12 15:32:37.762569 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebee1b49-fdf4-478f-af11-dbde7a84c3e0 req-1e3596e8-2cc2-428e-b46b-d161829e3f5c tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:32:37.765022 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-ebee1b49-fdf4-478f-af11-dbde7a84c3e0 req-1e3596e8-2cc2-428e-b46b-d161829e3f5c tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "GET /v2.0/ports?device_id=719b6347-0342-478d-a0e7-d3e7165fd022 HTTP/1.1" status: 200 len: 932 time: 0.0906596 May 12 15:32:37.814693 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-ebee1b49-fdf4-478f-af11-dbde7a84c3e0 req-6cf203fa-79a4-485f-8f3b-85d0e292cdd5 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "GET /v2.0/security-groups?id=496a65d2-caf9-4b15-ba98-fdd5a1139e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429969 May 12 15:32:39.012204 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a07dda2-aaa8-4e93-ad0e-a0e982ae99c9 req-a551bbc0-9790-4dee-9f4d-28ea5b31750f tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:32:39.013738 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-7a07dda2-aaa8-4e93-ad0e-a0e982ae99c9 req-a551bbc0-9790-4dee-9f4d-28ea5b31750f tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "GET /v2.0/ports?device_id=719b6347-0342-478d-a0e7-d3e7165fd022 HTTP/1.1" status: 200 len: 932 time: 0.0822349 May 12 15:32:39.063236 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-7a07dda2-aaa8-4e93-ad0e-a0e982ae99c9 req-ca10c695-2d4c-45e3-8365-501607073afe tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "GET /v2.0/security-groups?id=496a65d2-caf9-4b15-ba98-fdd5a1139e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433903 May 12 15:32:40.258536 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b7916c-2679-47d0-a1bd-23807ac8e5fb req-029d7a61-7c5f-4580-b269-c5fa77f0767d tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:32:40.260046 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-65b7916c-2679-47d0-a1bd-23807ac8e5fb req-029d7a61-7c5f-4580-b269-c5fa77f0767d tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "GET /v2.0/ports?device_id=719b6347-0342-478d-a0e7-d3e7165fd022 HTTP/1.1" status: 200 len: 932 time: 0.0856814 May 12 15:32:40.315883 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-65b7916c-2679-47d0-a1bd-23807ac8e5fb req-83aa9bde-9f71-405c-b9cf-41aa61c95dc9 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "GET /v2.0/security-groups?id=496a65d2-caf9-4b15-ba98-fdd5a1139e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494170 May 12 15:32:41.505290 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385a841a-dd6f-45f9-8bed-68236865d64c req-e463869d-63c3-473e-ba33-fc95f94d3bf7 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:32:41.506784 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-385a841a-dd6f-45f9-8bed-68236865d64c req-e463869d-63c3-473e-ba33-fc95f94d3bf7 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "GET /v2.0/ports?device_id=719b6347-0342-478d-a0e7-d3e7165fd022 HTTP/1.1" status: 200 len: 932 time: 0.0846860 May 12 15:32:41.553155 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-385a841a-dd6f-45f9-8bed-68236865d64c req-0dff27dc-f404-4d5c-b8f7-40e7815e52fb tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "GET /v2.0/security-groups?id=496a65d2-caf9-4b15-ba98-fdd5a1139e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404303 May 12 15:32:42.296286 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.v2.base [req-a3b39ba5-d9cd-4074-8f89-75ba9a128369 req-68a91715-36ae-4dfb-835d-2b92fc2c2f29 service neutron] Request body: {'port': {'device_id': '719b6347-0342-478d-a0e7-d3e7165fd022', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=78793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:32:42.434792 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-a3b39ba5-d9cd-4074-8f89-75ba9a128369 req-68a91715-36ae-4dfb-835d-2b92fc2c2f29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:42.739970 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e698df-8cea-4c06-b1f3-211445854489 req-fcb96fb5-fdbd-4abf-a6ec-a64b6b6a3da7 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:32:42.741453 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-a3e698df-8cea-4c06-b1f3-211445854489 req-fcb96fb5-fdbd-4abf-a6ec-a64b6b6a3da7 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "GET /v2.0/ports?device_id=719b6347-0342-478d-a0e7-d3e7165fd022 HTTP/1.1" status: 200 len: 932 time: 0.0812278 May 12 15:32:42.781820 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.notifiers.nova [req-a3b39ba5-d9cd-4074-8f89-75ba9a128369 req-68a91715-36ae-4dfb-835d-2b92fc2c2f29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07bf08ee-1802-44fa-a3d6-45cde0dc7af9 {{(pid=78793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 15:32:42.788840 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-a3e698df-8cea-4c06-b1f3-211445854489 req-842d1d0b-03b1-44c9-a413-d5edede6bdf1 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "GET /v2.0/security-groups?id=496a65d2-caf9-4b15-ba98-fdd5a1139e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409160 May 12 15:32:42.789810 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-a3b39ba5-d9cd-4074-8f89-75ba9a128369 req-68a91715-36ae-4dfb-835d-2b92fc2c2f29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:42.805036 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.provisioning_blocks [req-a3b39ba5-d9cd-4074-8f89-75ba9a128369 req-68a91715-36ae-4dfb-835d-2b92fc2c2f29 service neutron] Transition to ACTIVE for port object 07bf08ee-1802-44fa-a3d6-45cde0dc7af9 will not be triggered until provisioned by entity L2. {{(pid=78793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:32:42.809914 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-a3b39ba5-d9cd-4074-8f89-75ba9a128369 req-68a91715-36ae-4dfb-835d-2b92fc2c2f29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3598924'] for port, after_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:42.813559 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:32:42.941389 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a91715-36ae-4dfb-835d-2b92fc2c2f29 service neutron] Pushing event updated for resources: {'Port': ['ID=07bf08ee-1802-44fa-a3d6-45cde0dc7af9,revision_number=2']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:32:42.977504 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a91715-36ae-4dfb-835d-2b92fc2c2f29 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:32:42.977914 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a91715-36ae-4dfb-835d-2b92fc2c2f29 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:32:42.978402 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a91715-36ae-4dfb-835d-2b92fc2c2f29 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:32:42.978659 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a91715-36ae-4dfb-835d-2b92fc2c2f29 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:32:42.979016 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a91715-36ae-4dfb-835d-2b92fc2c2f29 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:32:42.979373 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a91715-36ae-4dfb-835d-2b92fc2c2f29 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:32:42.979727 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a91715-36ae-4dfb-835d-2b92fc2c2f29 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:32:42.980080 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a91715-36ae-4dfb-835d-2b92fc2c2f29 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:32:42.980460 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a91715-36ae-4dfb-835d-2b92fc2c2f29 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:32:42.980812 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a91715-36ae-4dfb-835d-2b92fc2c2f29 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:32:42.981161 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a91715-36ae-4dfb-835d-2b92fc2c2f29 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:32:42.981511 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a91715-36ae-4dfb-835d-2b92fc2c2f29 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:32:42.990952 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-68a91715-36ae-4dfb-835d-2b92fc2c2f29 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:32:43.064481 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.managers [req-a3b39ba5-d9cd-4074-8f89-75ba9a128369 req-68a91715-36ae-4dfb-835d-2b92fc2c2f29 service neutron] Attempting to bind port 07bf08ee-1802-44fa-a3d6-45cde0dc7af9 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=78793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:32:43.064808 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.managers [req-a3b39ba5-d9cd-4074-8f89-75ba9a128369 req-68a91715-36ae-4dfb-835d-2b92fc2c2f29 service neutron] Attempting to bind port 07bf08ee-1802-44fa-a3d6-45cde0dc7af9 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'd6b407f5-8af5-4a4a-9ff7-f8e33a5e2314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'daea5aec-99e2-4de5-98c1-02cbf9c8c15d'}] {{(pid=78793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:32:43.065134 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b39ba5-d9cd-4074-8f89-75ba9a128369 req-68a91715-36ae-4dfb-835d-2b92fc2c2f29 service neutron] Attempting to bind port 07bf08ee-1802-44fa-a3d6-45cde0dc7af9 on network daea5aec-99e2-4de5-98c1-02cbf9c8c15d {{(pid=78793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:32:43.069914 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b39ba5-d9cd-4074-8f89-75ba9a128369 req-68a91715-36ae-4dfb-835d-2b92fc2c2f29 service neutron] Port 07bf08ee-1802-44fa-a3d6-45cde0dc7af9 on network daea5aec-99e2-4de5-98c1-02cbf9c8c15d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=78793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 15:32:43.070229 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b39ba5-d9cd-4074-8f89-75ba9a128369 req-68a91715-36ae-4dfb-835d-2b92fc2c2f29 service neutron] Attempting to bind port 07bf08ee-1802-44fa-a3d6-45cde0dc7af9 on network daea5aec-99e2-4de5-98c1-02cbf9c8c15d {{(pid=78793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:32:43.075922 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b39ba5-d9cd-4074-8f89-75ba9a128369 req-68a91715-36ae-4dfb-835d-2b92fc2c2f29 service neutron] Checking agent: {'id': 'f90bdb6d-8ae0-42e3-a09a-ceb4f970b9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 15, 18, 57), 'started_at': datetime.datetime(2021, 5, 12, 15, 18, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 15, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:32:43.076249 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b39ba5-d9cd-4074-8f89-75ba9a128369 req-68a91715-36ae-4dfb-835d-2b92fc2c2f29 service neutron] Checking segment: {'id': 'd6b407f5-8af5-4a4a-9ff7-f8e33a5e2314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'daea5aec-99e2-4de5-98c1-02cbf9c8c15d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:32:43.076629 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b39ba5-d9cd-4074-8f89-75ba9a128369 req-68a91715-36ae-4dfb-835d-2b92fc2c2f29 service neutron] Bound using segment: {'id': 'd6b407f5-8af5-4a4a-9ff7-f8e33a5e2314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'daea5aec-99e2-4de5-98c1-02cbf9c8c15d'} {{(pid=78793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:32:43.077059 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.managers [req-a3b39ba5-d9cd-4074-8f89-75ba9a128369 req-68a91715-36ae-4dfb-835d-2b92fc2c2f29 service neutron] Bound port: 07bf08ee-1802-44fa-a3d6-45cde0dc7af9, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6b407f5-8af5-4a4a-9ff7-f8e33a5e2314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'daea5aec-99e2-4de5-98c1-02cbf9c8c15d'}}] {{(pid=78793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:32:43.077397 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-a3b39ba5-d9cd-4074-8f89-75ba9a128369 req-68a91715-36ae-4dfb-835d-2b92fc2c2f29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:43.169000 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.db [req-a3b39ba5-d9cd-4074-8f89-75ba9a128369 req-68a91715-36ae-4dfb-835d-2b92fc2c2f29 service neutron] For port 07bf08ee-1802-44fa-a3d6-45cde0dc7af9, host hv-cinder-78960, cleared binding levels {{(pid=78793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:32:43.172398 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.db [req-a3b39ba5-d9cd-4074-8f89-75ba9a128369 req-68a91715-36ae-4dfb-835d-2b92fc2c2f29 service neutron] For port 07bf08ee-1802-44fa-a3d6-45cde0dc7af9, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=07bf08ee-1802-44fa-a3d6-45cde0dc7af9,segment=NetworkSegment(d6b407f5-8af5-4a4a-9ff7-f8e33a5e2314),segment_id=d6b407f5-8af5-4a4a-9ff7-f8e33a5e2314)] {{(pid=78793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:32:43.176395 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-a3b39ba5-d9cd-4074-8f89-75ba9a128369 req-68a91715-36ae-4dfb-835d-2b92fc2c2f29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3598924'] for port, after_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:43.180929 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-4289dd1b-0b83-47d6-94d0-c11236bdd21a tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:32:43.229442 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b39ba5-d9cd-4074-8f89-75ba9a128369 req-68a91715-36ae-4dfb-835d-2b92fc2c2f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:32:43.230061 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-a3b39ba5-d9cd-4074-8f89-75ba9a128369 req-68a91715-36ae-4dfb-835d-2b92fc2c2f29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2050383'] for port, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:43.232063 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-a3b39ba5-d9cd-4074-8f89-75ba9a128369 req-68a91715-36ae-4dfb-835d-2b92fc2c2f29 service neutron] 10.222.0.85 "PUT /v2.0/ports/07bf08ee-1802-44fa-a3d6-45cde0dc7af9 HTTP/1.1" status: 200 len: 1094 time: 0.9419045 May 12 15:32:43.232513 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '719b6347-0342-478d-a0e7-d3e7165fd022', 'tag': '07bf08ee-1802-44fa-a3d6-45cde0dc7af9'}] {{(pid=78793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:32:43.260280 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a91715-36ae-4dfb-835d-2b92fc2c2f29 service neutron] Pushing event updated for resources: {'Port': ['ID=07bf08ee-1802-44fa-a3d6-45cde0dc7af9,revision_number=3']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:32:43.264712 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-68a91715-36ae-4dfb-835d-2b92fc2c2f29 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:32:43.351240 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '719b6347-0342-478d-a0e7-d3e7165fd022', 'tag': '07bf08ee-1802-44fa-a3d6-45cde0dc7af9', 'status': 'completed', 'code': 200} May 12 15:32:43.357569 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b39ba5-d9cd-4074-8f89-75ba9a128369 req-3478bc2c-7c81-42b6-a930-a67e7fb08a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:32:43.359084 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-a3b39ba5-d9cd-4074-8f89-75ba9a128369 req-3478bc2c-7c81-42b6-a930-a67e7fb08a5e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=f754e7c069ad40958aff78adf7bb630c&device_id=719b6347-0342-478d-a0e7-d3e7165fd022 HTTP/1.1" status: 200 len: 1097 time: 0.0816197 May 12 15:32:43.427101 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-a3b39ba5-d9cd-4074-8f89-75ba9a128369 req-c8571697-1c43-4acc-84a6-cabcc48802e6 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=07bf08ee-1802-44fa-a3d6-45cde0dc7af9 HTTP/1.1" status: 200 len: 217 time: 0.0608130 May 12 15:32:43.582225 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b39ba5-d9cd-4074-8f89-75ba9a128369 req-b6b794fd-8a51-46d1-9f45-2a0c6c605f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:32:43.583634 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-a3b39ba5-d9cd-4074-8f89-75ba9a128369 req-b6b794fd-8a51-46d1-9f45-2a0c6c605f21 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d92f2543-04b9-4483-82be-1ce1d41f5872 HTTP/1.1" status: 200 len: 854 time: 0.1502366 May 12 15:32:43.657280 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b39ba5-d9cd-4074-8f89-75ba9a128369 req-58704fae-adf6-44ea-945f-d097a9d642de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:32:43.659003 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-a3b39ba5-d9cd-4074-8f89-75ba9a128369 req-58704fae-adf6-44ea-945f-d097a9d642de service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=daea5aec-99e2-4de5-98c1-02cbf9c8c15d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0681000 May 12 15:32:43.787657 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-a3b39ba5-d9cd-4074-8f89-75ba9a128369 req-b21c5af1-7e7f-47cb-b631-a846977d3aeb service neutron] 10.222.0.85 "GET /v2.0/networks/daea5aec-99e2-4de5-98c1-02cbf9c8c15d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213212 May 12 15:32:43.938933 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-a3b39ba5-d9cd-4074-8f89-75ba9a128369 req-eef80821-291d-4226-a6ad-adfa41f164eb service neutron] 10.222.0.85 "GET /v2.0/networks/daea5aec-99e2-4de5-98c1-02cbf9c8c15d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423664 May 12 15:32:44.006846 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7759f96-2c79-41c0-8f79-5ba9df96cb1d req-50255b69-d438-47ca-bc2e-fbf957d9c4ae tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:32:44.012239 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-d7759f96-2c79-41c0-8f79-5ba9df96cb1d req-50255b69-d438-47ca-bc2e-fbf957d9c4ae tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "GET /v2.0/ports?device_id=719b6347-0342-478d-a0e7-d3e7165fd022 HTTP/1.1" status: 200 len: 944 time: 0.1103797 May 12 15:32:44.059540 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-d7759f96-2c79-41c0-8f79-5ba9df96cb1d req-155d3395-274b-4bcc-80fd-bb21130a0938 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "GET /v2.0/security-groups?id=496a65d2-caf9-4b15-ba98-fdd5a1139e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443313 May 12 15:32:44.088470 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15114be-e748-4895-bb31-d57a4eeba2c8 req-871260c6-96d5-49ca-84a9-aa4922329f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:32:44.090808 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-d15114be-e748-4895-bb31-d57a4eeba2c8 req-871260c6-96d5-49ca-84a9-aa4922329f7e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=f754e7c069ad40958aff78adf7bb630c&device_id=719b6347-0342-478d-a0e7-d3e7165fd022 HTTP/1.1" status: 200 len: 1097 time: 0.0808036 May 12 15:32:44.223891 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15114be-e748-4895-bb31-d57a4eeba2c8 req-ba31cf26-f3f7-46e5-adb7-0d12e7e60086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:32:44.225413 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-d15114be-e748-4895-bb31-d57a4eeba2c8 req-ba31cf26-f3f7-46e5-adb7-0d12e7e60086 service neutron] 10.222.0.85 "GET /v2.0/networks?id=daea5aec-99e2-4de5-98c1-02cbf9c8c15d HTTP/1.1" status: 200 len: 916 time: 0.1278276 May 12 15:32:44.296813 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-d15114be-e748-4895-bb31-d57a4eeba2c8 req-e0de3779-38b2-4803-913c-acab4f438165 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=07bf08ee-1802-44fa-a3d6-45cde0dc7af9 HTTP/1.1" status: 200 len: 217 time: 0.0641186 May 12 15:32:44.359609 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15114be-e748-4895-bb31-d57a4eeba2c8 req-4dc74133-be25-4b5f-beec-ea35e1912ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:32:44.361038 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-d15114be-e748-4895-bb31-d57a4eeba2c8 req-4dc74133-be25-4b5f-beec-ea35e1912ed4 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d92f2543-04b9-4483-82be-1ce1d41f5872 HTTP/1.1" status: 200 len: 854 time: 0.0581002 May 12 15:32:44.437142 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15114be-e748-4895-bb31-d57a4eeba2c8 req-fc72a8fd-69b2-4cfd-9b0b-dd7e27d766a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:32:44.438657 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-d15114be-e748-4895-bb31-d57a4eeba2c8 req-fc72a8fd-69b2-4cfd-9b0b-dd7e27d766a5 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=daea5aec-99e2-4de5-98c1-02cbf9c8c15d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0711150 May 12 15:32:44.576107 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-d15114be-e748-4895-bb31-d57a4eeba2c8 req-28f4a89c-a2ec-478c-b9aa-99b0e6b21861 service neutron] 10.222.0.85 "GET /v2.0/networks/daea5aec-99e2-4de5-98c1-02cbf9c8c15d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282439 May 12 15:32:44.706872 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-d15114be-e748-4895-bb31-d57a4eeba2c8 req-3d6cb957-c576-4123-9e0c-1d89a0206883 service neutron] 10.222.0.85 "GET /v2.0/networks/daea5aec-99e2-4de5-98c1-02cbf9c8c15d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237552 May 12 15:32:45.259433 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43846ee-848e-404c-aa86-a37bcf3ab839 req-b2c2350d-589a-422d-9825-e3dbe99a962f tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:32:45.260910 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-f43846ee-848e-404c-aa86-a37bcf3ab839 req-b2c2350d-589a-422d-9825-e3dbe99a962f tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "GET /v2.0/ports?device_id=719b6347-0342-478d-a0e7-d3e7165fd022 HTTP/1.1" status: 200 len: 944 time: 0.0834181 May 12 15:32:45.309442 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-f43846ee-848e-404c-aa86-a37bcf3ab839 req-8ace5c21-87d8-4d00-a193-f7262f09444a tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "GET /v2.0/security-groups?id=496a65d2-caf9-4b15-ba98-fdd5a1139e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424213 May 12 15:32:46.499737 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010f9be4-2b3d-4646-8781-663fe6611bfc req-0645150b-597c-4c7c-bc38-a0587dbe2e1f tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:32:46.501255 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-010f9be4-2b3d-4646-8781-663fe6611bfc req-0645150b-597c-4c7c-bc38-a0587dbe2e1f tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "GET /v2.0/ports?device_id=719b6347-0342-478d-a0e7-d3e7165fd022 HTTP/1.1" status: 200 len: 944 time: 0.0810962 May 12 15:32:46.553710 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-010f9be4-2b3d-4646-8781-663fe6611bfc req-5b2d2df1-222e-4be5-9df9-e1c0733db495 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "GET /v2.0/security-groups?id=496a65d2-caf9-4b15-ba98-fdd5a1139e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459864 May 12 15:32:47.423134 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Device 07bf08ee-1802-44fa-a3d6-45cde0dc7af9 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=78794) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 15:32:47.560083 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] For port 07bf08ee-1802-44fa-a3d6-45cde0dc7af9, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=07bf08ee-1802-44fa-a3d6-45cde0dc7af9,segment=NetworkSegment(d6b407f5-8af5-4a4a-9ff7-f8e33a5e2314),segment_id=d6b407f5-8af5-4a4a-9ff7-f8e33a5e2314)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:32:47.573011 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Returning: {'device': '07bf08ee-1802-44fa-a3d6-45cde0dc7af9', 'network_id': 'daea5aec-99e2-4de5-98c1-02cbf9c8c15d', 'port_id': '07bf08ee-1802-44fa-a3d6-45cde0dc7af9', 'mac_address': 'fa:16:3e:0a:a6:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd92f2543-04b9-4483-82be-1ce1d41f5872', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78794) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 15:32:47.633316 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:47.651073 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.notifiers.nova [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07bf08ee-1802-44fa-a3d6-45cde0dc7af9 {{(pid=78794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 15:32:47.667828 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] For port 07bf08ee-1802-44fa-a3d6-45cde0dc7af9, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=07bf08ee-1802-44fa-a3d6-45cde0dc7af9,segment=NetworkSegment(d6b407f5-8af5-4a4a-9ff7-f8e33a5e2314),segment_id=d6b407f5-8af5-4a4a-9ff7-f8e33a5e2314)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:32:47.673339 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:47.675220 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:32:47.743966 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Pushing event updated for resources: {'Port': ['ID=07bf08ee-1802-44fa-a3d6-45cde0dc7af9,revision_number=4']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:32:47.746952 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21c76b5-8910-4bf2-9470-204971cefabb req-bdaf5bb2-7b82-4366-af95-9f9468380abb tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:32:47.748518 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-f21c76b5-8910-4bf2-9470-204971cefabb req-bdaf5bb2-7b82-4366-af95-9f9468380abb tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "GET /v2.0/ports?device_id=719b6347-0342-478d-a0e7-d3e7165fd022 HTTP/1.1" status: 200 len: 945 time: 0.0886116 May 12 15:32:47.752549 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:32:47.752902 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:32:47.753245 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:32:47.753575 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:32:47.753945 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:32:47.754274 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:32:47.754602 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:32:47.754926 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:32:47.755249 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:32:47.755569 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:32:47.755889 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:32:47.756273 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:32:47.760254 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:32:47.797802 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-f21c76b5-8910-4bf2-9470-204971cefabb req-17a51cd3-d527-4124-b9c9-c755c11a7873 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "GET /v2.0/security-groups?id=496a65d2-caf9-4b15-ba98-fdd5a1139e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426712 May 12 15:32:48.003996 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] get_ports_and_sgs() called for port_ids ['07bf08ee-1802-44fa-a3d6-45cde0dc7af9'] {{(pid=78794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:32:48.698946 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-80ab051b-2218-4fab-8110-c515125d4b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:49.132497 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1df981-b90a-4800-85db-a86e4e6e566a req-94807709-a832-4053-81e9-00bd4031f998 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:32:49.134029 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-9a1df981-b90a-4800-85db-a86e4e6e566a req-94807709-a832-4053-81e9-00bd4031f998 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "GET /v2.0/ports?device_id=719b6347-0342-478d-a0e7-d3e7165fd022 HTTP/1.1" status: 200 len: 945 time: 0.0849104 May 12 15:32:49.182727 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-9a1df981-b90a-4800-85db-a86e4e6e566a req-5df3cae2-5ede-4830-a108-b110b701a212 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "GET /v2.0/security-groups?id=496a65d2-caf9-4b15-ba98-fdd5a1139e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420766 May 12 15:32:49.442028 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Device 07bf08ee-1802-44fa-a3d6-45cde0dc7af9 up at agent hyperv_hv-cinder-78960 {{(pid=78794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:32:49.511511 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Provisioning for port 07bf08ee-1802-44fa-a3d6-45cde0dc7af9 completed by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:32:49.517190 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Provisioning complete for port 07bf08ee-1802-44fa-a3d6-45cde0dc7af9 triggered by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:32:49.517594 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:49.633439 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:49.660207 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '719b6347-0342-478d-a0e7-d3e7165fd022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07bf08ee-1802-44fa-a3d6-45cde0dc7af9'}] {{(pid=78794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:32:49.670898 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] For port 07bf08ee-1802-44fa-a3d6-45cde0dc7af9, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=07bf08ee-1802-44fa-a3d6-45cde0dc7af9,segment=NetworkSegment(d6b407f5-8af5-4a4a-9ff7-f8e33a5e2314),segment_id=d6b407f5-8af5-4a4a-9ff7-f8e33a5e2314)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:32:49.675046 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:49.676864 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-749d38cb-97d4-4572-8a04-9cdb2f7e19a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:32:49.709185 dv-cinder-789603-6-iscsi neutron-server[78794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '719b6347-0342-478d-a0e7-d3e7165fd022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07bf08ee-1802-44fa-a3d6-45cde0dc7af9', 'code': 200} May 12 15:32:49.748126 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Pushing event updated for resources: {'Port': ['ID=07bf08ee-1802-44fa-a3d6-45cde0dc7af9,revision_number=5']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:32:49.750961 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:32:49.942053 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b12dd8-55d7-47d1-8f0b-a33f3a2beeae req-2d25a95c-e9a8-48a3-a778-001da99885d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:32:49.943511 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-88b12dd8-55d7-47d1-8f0b-a33f3a2beeae req-2d25a95c-e9a8-48a3-a778-001da99885d3 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=719b6347-0342-478d-a0e7-d3e7165fd022 HTTP/1.1" status: 200 len: 1099 time: 0.0719335 May 12 15:32:49.986699 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-88b12dd8-55d7-47d1-8f0b-a33f3a2beeae req-5b0d9682-ff2c-411f-bdce-524108228a4f service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=496a65d2-caf9-4b15-ba98-fdd5a1139e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360100 May 12 15:32:50.375074 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5a44ca-f9d7-4163-b960-9f92968fcf65 req-447f552c-12b6-4e26-af52-3e60bc72681c tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:32:50.376579 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-ea5a44ca-f9d7-4163-b960-9f92968fcf65 req-447f552c-12b6-4e26-af52-3e60bc72681c tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "GET /v2.0/ports?device_id=719b6347-0342-478d-a0e7-d3e7165fd022 HTTP/1.1" status: 200 len: 946 time: 0.0856993 May 12 15:32:50.519389 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-ea5a44ca-f9d7-4163-b960-9f92968fcf65 req-6613e652-8058-4da4-9428-fbf2a5cdfab2 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "GET /v2.0/security-groups?id=496a65d2-caf9-4b15-ba98-fdd5a1139e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369424 May 12 15:32:51.135061 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-c72e9e37-c42f-4a3e-95c0-58816d8e6f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:51.658893 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:51.713356 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2fbab7-169e-44ac-af26-ce636c25591d req-08841092-435e-4380-8f38-05e460e8e7fe tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:32:51.714827 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-bf2fbab7-169e-44ac-af26-ce636c25591d req-08841092-435e-4380-8f38-05e460e8e7fe tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "GET /v2.0/ports?device_id=719b6347-0342-478d-a0e7-d3e7165fd022 HTTP/1.1" status: 200 len: 946 time: 0.0892148 May 12 15:32:51.760291 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-bf2fbab7-169e-44ac-af26-ce636c25591d req-2941ce46-8668-454c-b2f9-ce9af97fdae9 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "GET /v2.0/security-groups?id=496a65d2-caf9-4b15-ba98-fdd5a1139e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390389 May 12 15:32:51.949610 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fb21a9-6e31-4532-974d-927b54657b5c req-c0d8566c-4b26-4185-9637-d8fd78a68a9d tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:32:51.951619 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-36fb21a9-6e31-4532-974d-927b54657b5c req-c0d8566c-4b26-4185-9637-d8fd78a68a9d tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "GET /v2.0/ports?device_id=719b6347-0342-478d-a0e7-d3e7165fd022 HTTP/1.1" status: 200 len: 946 time: 0.0815392 May 12 15:32:52.000865 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-36fb21a9-6e31-4532-974d-927b54657b5c req-def04cd3-b514-4765-82ff-712d2af3b357 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "GET /v2.0/security-groups?id=496a65d2-caf9-4b15-ba98-fdd5a1139e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431447 May 12 15:32:52.310778 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-8e9e3eb0-3c8e-4693-b231-5e176560d846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:52.390675 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423713d2-e677-4482-a5c5-1634493cfeb2 req-4239244a-b38b-4473-9c54-ed1737e90a46 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:32:52.392253 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-423713d2-e677-4482-a5c5-1634493cfeb2 req-4239244a-b38b-4473-9c54-ed1737e90a46 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "GET /v2.0/ports?device_id=719b6347-0342-478d-a0e7-d3e7165fd022 HTTP/1.1" status: 200 len: 946 time: 0.0792444 May 12 15:32:52.437137 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-423713d2-e677-4482-a5c5-1634493cfeb2 req-af47302b-abad-4747-8860-8c562548cf3f tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "GET /v2.0/security-groups?id=496a65d2-caf9-4b15-ba98-fdd5a1139e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386705 May 12 15:32:54.213499 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-876105c5-eed7-46ba-a478-d2a34eb0d798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:32:57.104696 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:01.387519 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-363c0599-4fd1-41be-b031-c04f7730ccf6 req-3ac96de8-f094-4605-bf58-041894521320 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=5cf4dd10-c481-47df-b532-a560e8d7c497&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0697513 May 12 15:33:01.489544 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363c0599-4fd1-41be-b031-c04f7730ccf6 req-1a9fbe0c-4df7-445d-9ff5-5eeab9d501cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:33:01.491018 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-363c0599-4fd1-41be-b031-c04f7730ccf6 req-1a9fbe0c-4df7-445d-9ff5-5eeab9d501cb service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9c641ae825cc4fc19fd89c2aecc761e3&device_id=5cf4dd10-c481-47df-b532-a560e8d7c497 HTTP/1.1" status: 200 len: 1099 time: 0.0747116 May 12 15:33:01.732272 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363c0599-4fd1-41be-b031-c04f7730ccf6 req-6a0f3b00-fa7d-4845-92ac-63b0f8d7a839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:33:01.733727 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-363c0599-4fd1-41be-b031-c04f7730ccf6 req-6a0f3b00-fa7d-4845-92ac-63b0f8d7a839 service neutron] 10.222.0.85 "GET /v2.0/networks?id=17267851-fd39-4f2f-86eb-a60d64460bc3 HTTP/1.1" status: 200 len: 912 time: 0.2233961 May 12 15:33:01.835431 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-363c0599-4fd1-41be-b031-c04f7730ccf6 req-2777e409-4600-49c7-bb1a-259fe7bd8a83 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c04a71b-e21e-4460-ae36-c1a18ab155c3 HTTP/1.1" status: 200 len: 1002 time: 0.0940254 May 12 15:33:01.897156 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363c0599-4fd1-41be-b031-c04f7730ccf6 req-5dbad9f7-6a4d-45f6-9983-fc0ae1afbf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:33:01.898605 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-363c0599-4fd1-41be-b031-c04f7730ccf6 req-5dbad9f7-6a4d-45f6-9983-fc0ae1afbf7e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=90db4296-24fa-4fea-bd4a-f288635b69c4 HTTP/1.1" status: 200 len: 850 time: 0.0560949 May 12 15:33:01.983222 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363c0599-4fd1-41be-b031-c04f7730ccf6 req-9e5904af-4ce1-4e1c-be32-3b00adfa2cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:33:01.984676 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-363c0599-4fd1-41be-b031-c04f7730ccf6 req-9e5904af-4ce1-4e1c-be32-3b00adfa2cab service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=17267851-fd39-4f2f-86eb-a60d64460bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0776646 May 12 15:33:02.117479 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-363c0599-4fd1-41be-b031-c04f7730ccf6 req-fdcb6247-2b8d-4b48-8bb3-b085f398ba10 service neutron] 10.222.0.85 "GET /v2.0/networks/17267851-fd39-4f2f-86eb-a60d64460bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237292 May 12 15:33:02.247789 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-363c0599-4fd1-41be-b031-c04f7730ccf6 req-5f2cf9e4-defa-412f-af99-91de61b6ad36 service neutron] 10.222.0.85 "GET /v2.0/networks/17267851-fd39-4f2f-86eb-a60d64460bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226628 May 12 15:33:02.877190 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f2c96b-3887-4600-a168-dd5b656c4ece req-9fd10f4f-7658-4d70-9e51-08808c814d61 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:33:02.878710 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-35f2c96b-3887-4600-a168-dd5b656c4ece req-9fd10f4f-7658-4d70-9e51-08808c814d61 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "GET /v2.0/ports?device_id=719b6347-0342-478d-a0e7-d3e7165fd022 HTTP/1.1" status: 200 len: 946 time: 0.0834613 May 12 15:33:02.925558 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-35f2c96b-3887-4600-a168-dd5b656c4ece req-79373ef5-aa62-4f76-bd01-acd2df47c1d5 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "GET /v2.0/security-groups?id=496a65d2-caf9-4b15-ba98-fdd5a1139e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406830 May 12 15:33:02.949214 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 50062) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:33:03.060559 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbbda21-0b05-4098-a298-d221a3f9026f tempest-TestMinimumBasicScenario-1808760352 tempest-TestMinimumBasicScenario-1808760352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:33:03.061256 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-efbbda21-0b05-4098-a298-d221a3f9026f tempest-TestMinimumBasicScenario-1808760352 tempest-TestMinimumBasicScenario-1808760352-project-admin] Synchronizing usage tracker for tenant:bafeb149c4924067845ef557d2c0cb4b on resource:port {{(pid=78792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:33:03.078665 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-efbbda21-0b05-4098-a298-d221a3f9026f tempest-TestMinimumBasicScenario-1808760352 tempest-TestMinimumBasicScenario-1808760352-project-admin] Unset dirty status for tenant:bafeb149c4924067845ef557d2c0cb4b on resource:port {{(pid=78792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:33:03.079790 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-efbbda21-0b05-4098-a298-d221a3f9026f tempest-TestMinimumBasicScenario-1808760352 tempest-TestMinimumBasicScenario-1808760352-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=719b6347-0342-478d-a0e7-d3e7165fd022 HTTP/1.1" status: 200 len: 1094 time: 0.1295726 May 12 15:33:03.082785 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 50068) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:33:03.087755 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.v2.base [None req-8590b8a2-bf31-4c0b-b692-0d9c4e0f5774 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Request body: {'floatingip': {'floating_network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'port_id': '07bf08ee-1802-44fa-a3d6-45cde0dc7af9', 'tenant_id': 'f754e7c069ad40958aff78adf7bb630c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=78792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:33:03.093508 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-8590b8a2-bf31-4c0b-b692-0d9c4e0f5774 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:33:03.097207 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-8590b8a2-bf31-4c0b-b692-0d9c4e0f5774 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Usage tracker for resource:floatingip and tenant:f754e7c069ad40958aff78adf7bb630c is out of sync, need to count used quota {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:33:03.099989 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-8590b8a2-bf31-4c0b-b692-0d9c4e0f5774 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:33:03.105562 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-8590b8a2-bf31-4c0b-b692-0d9c4e0f5774 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:33:03.115632 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-8590b8a2-bf31-4c0b-b692-0d9c4e0f5774 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Notify callbacks [] for floatingip, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:03.248981 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-8590b8a2-bf31-4c0b-b692-0d9c4e0f5774 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:03.385002 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.db_base_plugin_common [None req-8590b8a2-bf31-4c0b-b692-0d9c4e0f5774 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Allocated IP 172.27.2.156 (d9e66476-551f-4a93-96a6-794e2ee658bf/9a4f1bc6-77ee-4516-b181-cab47718771b/1cfcdd99-703b-490e-99f8-36b603e048a6) {{(pid=78792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:33:03.526670 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-8590b8a2-bf31-4c0b-b692-0d9c4e0f5774 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Notify callbacks [] for port, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:03.555299 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-8590b8a2-bf31-4c0b-b692-0d9c4e0f5774 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739648862724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3714859'] for port, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:03.558698 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-b8bb8ed1-68a4-4e4b-ac70-d2323767d003 tempest-AttachVolumeNegativeTest-685114332 tempest-AttachVolumeNegativeTest-685114332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:33:03.618735 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8590b8a2-bf31-4c0b-b692-0d9c4e0f5774 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Network d9e66476-551f-4a93-96a6-794e2ee658bf is already hosted by enough agents. {{(pid=78792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:33:03.621483 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.base_scheduler [None req-8590b8a2-bf31-4c0b-b692-0d9c4e0f5774 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Resources bound (agent type, host, resource id): {{(pid=78792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:33:03.629716 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8590b8a2-bf31-4c0b-b692-0d9c4e0f5774 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Received port after_create {{(pid=78792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:33:03.661196 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8590b8a2-bf31-4c0b-b692-0d9c4e0f5774 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Pushing event updated for resources: {'Port': ['ID=1cfcdd99-703b-490e-99f8-36b603e048a6,revision_number=1']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:33:03.675681 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8590b8a2-bf31-4c0b-b692-0d9c4e0f5774 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:33:03.676050 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8590b8a2-bf31-4c0b-b692-0d9c4e0f5774 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:33:03.676411 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8590b8a2-bf31-4c0b-b692-0d9c4e0f5774 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:33:03.676769 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8590b8a2-bf31-4c0b-b692-0d9c4e0f5774 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:33:03.677122 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8590b8a2-bf31-4c0b-b692-0d9c4e0f5774 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:33:03.677471 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8590b8a2-bf31-4c0b-b692-0d9c4e0f5774 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:33:03.677849 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8590b8a2-bf31-4c0b-b692-0d9c4e0f5774 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:33:03.678200 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8590b8a2-bf31-4c0b-b692-0d9c4e0f5774 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:33:03.678546 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8590b8a2-bf31-4c0b-b692-0d9c4e0f5774 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:33:03.678889 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8590b8a2-bf31-4c0b-b692-0d9c4e0f5774 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:33:03.679234 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8590b8a2-bf31-4c0b-b692-0d9c4e0f5774 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:33:03.679581 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8590b8a2-bf31-4c0b-b692-0d9c4e0f5774 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:33:03.684186 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-8590b8a2-bf31-4c0b-b692-0d9c4e0f5774 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:33:04.048220 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-8590b8a2-bf31-4c0b-b692-0d9c4e0f5774 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:04.123300 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-8590b8a2-bf31-4c0b-b692-0d9c4e0f5774 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:04.144934 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.agents_db [None req-dd47ce14-932e-4540-b008-5e9038d1c348 None None] Agent healthcheck: found 6 active agents {{(pid=78795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 15:33:04.428555 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-8590b8a2-bf31-4c0b-b692-0d9c4e0f5774 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Notify callbacks [] for port, precommit_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:04.432844 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-8590b8a2-bf31-4c0b-b692-0d9c4e0f5774 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3714866'] for port, after_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:04.436524 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-7ed01bd8-74f9-4628-bd7a-88f07c86be7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:33:04.541072 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8590b8a2-bf31-4c0b-b692-0d9c4e0f5774 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Pushing event updated for resources: {'Port': ['ID=1cfcdd99-703b-490e-99f8-36b603e048a6,revision_number=2']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:33:04.545076 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-8590b8a2-bf31-4c0b-b692-0d9c4e0f5774 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:33:04.555471 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-8590b8a2-bf31-4c0b-b692-0d9c4e0f5774 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706618'] for floatingip, after_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:04.723899 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.db.l3_db [None req-8590b8a2-bf31-4c0b-b692-0d9c4e0f5774 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Floating IP f5321fc7-a8a0-4d4b-816a-71a162d2be8f associated. External IP: 172.27.2.156, port: 07bf08ee-1802-44fa-a3d6-45cde0dc7af9. May 12 15:33:05.073382 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8590b8a2-bf31-4c0b-b692-0d9c4e0f5774 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Router c74d7ed0-fe60-423a-8c37-b4016faac931 has already been hosted by L3 agent e96f2393-830b-46ef-bef2-f93615c2f352 {{(pid=78792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 15:33:05.253462 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8590b8a2-bf31-4c0b-b692-0d9c4e0f5774 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Notify agent at l3_agent.dv-cinder-789603-6-iscsi the message routers_updated {{(pid=78792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:33:05.262979 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6a7d83-bab7-4c93-b1ca-ab8c74f048bf None None] Sync routers for ids ['c74d7ed0-fe60-423a-8c37-b4016faac931'] in dv-cinder-789603-6-iscsi {{(pid=78795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:33:05.272605 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6a7d83-bab7-4c93-b1ca-ab8c74f048bf None None] Routers {'c74d7ed0-fe60-423a-8c37-b4016faac931'} bound to L3 agent in host dv-cinder-789603-6-iscsi {{(pid=78795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:33:05.273233 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_hamode_db [None req-5e6a7d83-bab7-4c93-b1ca-ab8c74f048bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-12T15:12:51Z,description=,heartbeat_timestamp=2021-05-12T15:32:51Z,host='dv-cinder-789603-6-iscsi',id=e96f2393-830b-46ef-bef2-f93615c2f352,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:12:51Z,topic='l3_agent')) {'router_ids': ['c74d7ed0-fe60-423a-8c37-b4016faac931'], 'active': True} {{(pid=78795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:33:05.277739 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-8590b8a2-bf31-4c0b-b692-0d9c4e0f5774 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2050383'] for floatingip, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:05.342097 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-8590b8a2-bf31-4c0b-b692-0d9c4e0f5774 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2581840 May 12 15:33:05.342652 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '719b6347-0342-478d-a0e7-d3e7165fd022', 'tag': '07bf08ee-1802-44fa-a3d6-45cde0dc7af9'}] {{(pid=78792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:33:05.345475 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 50072) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:33:05.351270 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.v2.base [None req-18b5ebf5-cd5c-4c6c-9144-db95e232af98 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-114147138', 'description': 'tempest-secgroup-smoke-114147138 description', 'project_id': 'f754e7c069ad40958aff78adf7bb630c'}} {{(pid=78793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:33:05.359210 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-18b5ebf5-cd5c-4c6c-9144-db95e232af98 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:33:05.369684 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-18b5ebf5-cd5c-4c6c-9144-db95e232af98 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:33:05.382380 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-18b5ebf5-cd5c-4c6c-9144-db95e232af98 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Notify callbacks [] for security_group, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:05.403621 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-18b5ebf5-cd5c-4c6c-9144-db95e232af98 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:33:05.408407 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-18b5ebf5-cd5c-4c6c-9144-db95e232af98 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Usage tracker for resource:security_group_rule and tenant:f754e7c069ad40958aff78adf7bb630c is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:33:05.411429 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-18b5ebf5-cd5c-4c6c-9144-db95e232af98 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:33:05.417689 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-18b5ebf5-cd5c-4c6c-9144-db95e232af98 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:33:05.456890 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_dvr_db [None req-5e6a7d83-bab7-4c93-b1ca-ab8c74f048bf None None] Set router c74d7ed0-fe60-423a-8c37-b4016faac931 gateway port host: dv-cinder-789603-6-iscsi {{(pid=78795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:33:05.462113 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '719b6347-0342-478d-a0e7-d3e7165fd022', 'tag': '07bf08ee-1802-44fa-a3d6-45cde0dc7af9', 'status': 'completed', 'code': 200} May 12 15:33:05.526479 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-18b5ebf5-cd5c-4c6c-9144-db95e232af98 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Notify callbacks [] for security_group, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:05.533527 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-18b5ebf5-cd5c-4c6c-9144-db95e232af98 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:05.540665 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-858b3320-1a82-41c4-b25e-31a791d18975 tempest-VolumesNegativeTest-669864008 tempest-VolumesNegativeTest-669864008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:33:05.594012 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b5ebf5-cd5c-4c6c-9144-db95e232af98 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1126253-d1bb-4225-b077-67e9c43e93dc,revision_number=1']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:33:05.598036 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-18b5ebf5-cd5c-4c6c-9144-db95e232af98 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:33:05.598896 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-18b5ebf5-cd5c-4c6c-9144-db95e232af98 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Notify callbacks [] for security_group, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:05.602839 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-18b5ebf5-cd5c-4c6c-9144-db95e232af98 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2534010 May 12 15:33:05.604078 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 50080) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:33:05.609821 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.v2.base [None req-c1e8d7fe-0301-4af6-a6cc-9207acac77b0 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Request body: {'security_group_rule': {'security_group_id': 'e1126253-d1bb-4225-b077-67e9c43e93dc', 'project_id': 'f754e7c069ad40958aff78adf7bb630c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:33:05.618485 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-c1e8d7fe-0301-4af6-a6cc-9207acac77b0 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:33:05.628458 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-c1e8d7fe-0301-4af6-a6cc-9207acac77b0 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Usage tracker for resource:security_group_rule and tenant:f754e7c069ad40958aff78adf7bb630c is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:33:05.632629 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-c1e8d7fe-0301-4af6-a6cc-9207acac77b0 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:33:05.641086 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc19b1e-42ab-444f-b3a6-6d6b54c3354a req-ba74c91e-bf93-4abd-86bf-4e48cd792f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:33:05.642572 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-fdc19b1e-42ab-444f-b3a6-6d6b54c3354a req-ba74c91e-bf93-4abd-86bf-4e48cd792f51 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=f754e7c069ad40958aff78adf7bb630c&device_id=719b6347-0342-478d-a0e7-d3e7165fd022 HTTP/1.1" status: 200 len: 1099 time: 0.1532664 May 12 15:33:05.643395 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-c1e8d7fe-0301-4af6-a6cc-9207acac77b0 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:33:05.730972 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-c1e8d7fe-0301-4af6-a6cc-9207acac77b0 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:05.821763 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc19b1e-42ab-444f-b3a6-6d6b54c3354a req-c863f508-8de9-4c49-9d0c-201ad926d2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:33:05.823229 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-fdc19b1e-42ab-444f-b3a6-6d6b54c3354a req-c863f508-8de9-4c49-9d0c-201ad926d2ac service neutron] 10.222.0.85 "GET /v2.0/networks?id=daea5aec-99e2-4de5-98c1-02cbf9c8c15d HTTP/1.1" status: 200 len: 916 time: 0.1734836 May 12 15:33:05.835942 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_hamode_db [None req-5e6a7d83-bab7-4c93-b1ca-ab8c74f048bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74d7ed0-fe60-423a-8c37-b4016faac931', 'name': 'tempest-TestMinimumBasicScenario-1674484648-router', 'tenant_id': 'f754e7c069ad40958aff78adf7bb630c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '23574bcf-6137-4e26-9c1c-191f5b095c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:32:01Z', 'updated_at': '2021-05-12T15:32:06Z', 'revision_number': 4, 'project_id': 'f754e7c069ad40958aff78adf7bb630c', 'gw_port': {'id': '23574bcf-6137-4e26-9c1c-191f5b095c89', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74d7ed0-fe60-423a-8c37-b4016faac931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:32:02Z', 'updated_at': '2021-05-12T15:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi', '_floatingips': [{'id': 'f5321fc7-a8a0-4d4b-816a-71a162d2be8f', 'tenant_id': 'f754e7c069ad40958aff78adf7bb630c', 'floating_ip_address': '172.27.2.156', 'floating_network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'router_id': 'c74d7ed0-fe60-423a-8c37-b4016faac931', 'port_id': '07bf08ee-1802-44fa-a3d6-45cde0dc7af9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'daea5aec-99e2-4de5-98c1-02cbf9c8c15d', 'mac_address': 'fa:16:3e:0a:a6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719b6347-0342-478d-a0e7-d3e7165fd022', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T15:33:03Z', 'updated_at': '2021-05-12T15:33:03Z', 'revision_number': 0, 'project_id': 'f754e7c069ad40958aff78adf7bb630c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4977fab-74a8-4ad4-b1ff-a60c79277451', 'name': '', 'network_id': 'daea5aec-99e2-4de5-98c1-02cbf9c8c15d', 'tenant_id': 'f754e7c069ad40958aff78adf7bb630c', 'mac_address': 'fa:16:3e:e5:d5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74d7ed0-fe60-423a-8c37-b4016faac931', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'd92f2543-04b9-4483-82be-1ce1d41f5872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:32:05Z', 'updated_at': '2021-05-12T15:32:13Z', 'revision_number': 5, 'project_id': 'f754e7c069ad40958aff78adf7bb630c', 'subnets': [{'id': 'd92f2543-04b9-4483-82be-1ce1d41f5872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-iscsi', False) {} {{(pid=78795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:33:05.839688 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6a7d83-bab7-4c93-b1ca-ab8c74f048bf None None] Checking router: c74d7ed0-fe60-423a-8c37-b4016faac931 for host: dv-cinder-789603-6-iscsi {{(pid=78795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:33:05.848457 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6a7d83-bab7-4c93-b1ca-ab8c74f048bf None None] Routers {'c74d7ed0-fe60-423a-8c37-b4016faac931'} bound to L3 agent in host dv-cinder-789603-6-iscsi {{(pid=78795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:33:05.848970 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_hamode_db [None req-5e6a7d83-bab7-4c93-b1ca-ab8c74f048bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-12T15:12:51Z,description=,heartbeat_timestamp=2021-05-12T15:32:51Z,host='dv-cinder-789603-6-iscsi',id=e96f2393-830b-46ef-bef2-f93615c2f352,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:12:51Z,topic='l3_agent')) {'router_ids': ['c74d7ed0-fe60-423a-8c37-b4016faac931'], 'active': True} {{(pid=78795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:33:05.884860 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-c1e8d7fe-0301-4af6-a6cc-9207acac77b0 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:05.901384 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-c1e8d7fe-0301-4af6-a6cc-9207acac77b0 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325463'] for security_group_rule, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:05.908461 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:33:05.947478 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e8d7fe-0301-4af6-a6cc-9207acac77b0 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc767b49-6ff4-4833-add4-f95b0e7a3da6,revision_number=0']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:33:05.962648 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-c1e8d7fe-0301-4af6-a6cc-9207acac77b0 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:33:05.968716 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-fdc19b1e-42ab-444f-b3a6-6d6b54c3354a req-1d219b81-d9f9-4161-9f6a-5c0a7af6ebc4 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=07bf08ee-1802-44fa-a3d6-45cde0dc7af9 HTTP/1.1" status: 200 len: 1000 time: 0.1373327 May 12 15:33:05.969871 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-c1e8d7fe-0301-4af6-a6cc-9207acac77b0 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:05.973559 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-c1e8d7fe-0301-4af6-a6cc-9207acac77b0 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3668892 May 12 15:33:05.973724 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 50084) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:33:06.008346 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.v2.base [None req-a05e83d8-29af-4a46-8a21-bbb8b0f0f3ee tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Request body: {'security_group_rule': {'security_group_id': 'e1126253-d1bb-4225-b077-67e9c43e93dc', 'project_id': 'f754e7c069ad40958aff78adf7bb630c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:33:06.017015 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-a05e83d8-29af-4a46-8a21-bbb8b0f0f3ee tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:33:06.026123 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-a05e83d8-29af-4a46-8a21-bbb8b0f0f3ee tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Usage tracker for resource:security_group_rule and tenant:f754e7c069ad40958aff78adf7bb630c is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:33:06.030440 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-a05e83d8-29af-4a46-8a21-bbb8b0f0f3ee tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:33:06.031755 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_dvr_db [None req-5e6a7d83-bab7-4c93-b1ca-ab8c74f048bf None None] Set router c74d7ed0-fe60-423a-8c37-b4016faac931 gateway port host: dv-cinder-789603-6-iscsi {{(pid=78795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:33:06.038861 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-a05e83d8-29af-4a46-8a21-bbb8b0f0f3ee tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:33:06.056410 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc19b1e-42ab-444f-b3a6-6d6b54c3354a req-61901233-5436-44a7-b579-c8c7d59f4478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:33:06.057835 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-fdc19b1e-42ab-444f-b3a6-6d6b54c3354a req-61901233-5436-44a7-b579-c8c7d59f4478 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d92f2543-04b9-4483-82be-1ce1d41f5872 HTTP/1.1" status: 200 len: 854 time: 0.0817726 May 12 15:33:06.067008 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-a05e83d8-29af-4a46-8a21-bbb8b0f0f3ee tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:06.186021 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-a05e83d8-29af-4a46-8a21-bbb8b0f0f3ee tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:06.192797 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc19b1e-42ab-444f-b3a6-6d6b54c3354a req-2c603979-4b01-4606-b834-50350b020696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:33:06.194281 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-fdc19b1e-42ab-444f-b3a6-6d6b54c3354a req-2c603979-4b01-4606-b834-50350b020696 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=daea5aec-99e2-4de5-98c1-02cbf9c8c15d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1284428 May 12 15:33:06.195059 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-a05e83d8-29af-4a46-8a21-bbb8b0f0f3ee tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325463'] for security_group_rule, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:06.197134 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-25c61215-6378-47b7-98cc-28a5869dbae8 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:33:06.238090 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05e83d8-29af-4a46-8a21-bbb8b0f0f3ee tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=271984ac-693b-4bc9-8247-22004a8cf7ee,revision_number=0']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:33:06.245601 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-a05e83d8-29af-4a46-8a21-bbb8b0f0f3ee tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:33:06.302763 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-a05e83d8-29af-4a46-8a21-bbb8b0f0f3ee tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:06.303937 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-a05e83d8-29af-4a46-8a21-bbb8b0f0f3ee tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3292749 May 12 15:33:06.308348 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 50088) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:33:06.316613 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.v2.base [None req-7886a879-23ac-4fe0-a25a-e9d14b94c174 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Request body: {'security_group_rule': {'security_group_id': 'e1126253-d1bb-4225-b077-67e9c43e93dc', 'project_id': 'f754e7c069ad40958aff78adf7bb630c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:33:06.322906 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-7886a879-23ac-4fe0-a25a-e9d14b94c174 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:33:06.328197 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-7886a879-23ac-4fe0-a25a-e9d14b94c174 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Usage tracker for resource:security_group_rule and tenant:f754e7c069ad40958aff78adf7bb630c is out of sync, need to count used quota {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:33:06.331321 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-7886a879-23ac-4fe0-a25a-e9d14b94c174 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:33:06.338109 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-7886a879-23ac-4fe0-a25a-e9d14b94c174 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:33:06.353895 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-7886a879-23ac-4fe0-a25a-e9d14b94c174 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:06.365923 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-fdc19b1e-42ab-444f-b3a6-6d6b54c3354a req-1614deb8-128a-4d87-81ac-7f877ee22492 service neutron] 10.222.0.85 "GET /v2.0/networks/daea5aec-99e2-4de5-98c1-02cbf9c8c15d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621466 May 12 15:33:06.387298 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_hamode_db [None req-5e6a7d83-bab7-4c93-b1ca-ab8c74f048bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74d7ed0-fe60-423a-8c37-b4016faac931', 'name': 'tempest-TestMinimumBasicScenario-1674484648-router', 'tenant_id': 'f754e7c069ad40958aff78adf7bb630c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '23574bcf-6137-4e26-9c1c-191f5b095c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:32:01Z', 'updated_at': '2021-05-12T15:32:06Z', 'revision_number': 4, 'project_id': 'f754e7c069ad40958aff78adf7bb630c', 'gw_port': {'id': '23574bcf-6137-4e26-9c1c-191f5b095c89', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74d7ed0-fe60-423a-8c37-b4016faac931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:32:02Z', 'updated_at': '2021-05-12T15:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi', '_floatingips': [{'id': 'f5321fc7-a8a0-4d4b-816a-71a162d2be8f', 'tenant_id': 'f754e7c069ad40958aff78adf7bb630c', 'floating_ip_address': '172.27.2.156', 'floating_network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'router_id': 'c74d7ed0-fe60-423a-8c37-b4016faac931', 'port_id': '07bf08ee-1802-44fa-a3d6-45cde0dc7af9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'daea5aec-99e2-4de5-98c1-02cbf9c8c15d', 'mac_address': 'fa:16:3e:0a:a6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719b6347-0342-478d-a0e7-d3e7165fd022', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T15:33:03Z', 'updated_at': '2021-05-12T15:33:03Z', 'revision_number': 0, 'project_id': 'f754e7c069ad40958aff78adf7bb630c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4977fab-74a8-4ad4-b1ff-a60c79277451', 'name': '', 'network_id': 'daea5aec-99e2-4de5-98c1-02cbf9c8c15d', 'tenant_id': 'f754e7c069ad40958aff78adf7bb630c', 'mac_address': 'fa:16:3e:e5:d5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74d7ed0-fe60-423a-8c37-b4016faac931', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'd92f2543-04b9-4483-82be-1ce1d41f5872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:32:05Z', 'updated_at': '2021-05-12T15:32:13Z', 'revision_number': 5, 'project_id': 'f754e7c069ad40958aff78adf7bb630c', 'subnets': [{'id': 'd92f2543-04b9-4483-82be-1ce1d41f5872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-iscsi', False) {} {{(pid=78795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:33:06.393613 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6a7d83-bab7-4c93-b1ca-ab8c74f048bf None None] The sync data for ids ['c74d7ed0-fe60-423a-8c37-b4016faac931'] in dv-cinder-789603-6-iscsi is: [{'id': 'c74d7ed0-fe60-423a-8c37-b4016faac931', 'name': 'tempest-TestMinimumBasicScenario-1674484648-router', 'tenant_id': 'f754e7c069ad40958aff78adf7bb630c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '23574bcf-6137-4e26-9c1c-191f5b095c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:32:01Z', 'updated_at': '2021-05-12T15:32:06Z', 'revision_number': 4, 'project_id': 'f754e7c069ad40958aff78adf7bb630c', 'gw_port': {'id': '23574bcf-6137-4e26-9c1c-191f5b095c89', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74d7ed0-fe60-423a-8c37-b4016faac931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:32:02Z', 'updated_at': '2021-05-12T15:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi', '_floatingips': [{'id': 'f5321fc7-a8a0-4d4b-816a-71a162d2be8f', 'tenant_id': 'f754e7c069ad40958aff78adf7bb630c', 'floating_ip_address': '172.27.2.156', 'floating_network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'router_id': 'c74d7ed0-fe60-423a-8c37-b4016faac931', 'port_id': '07bf08ee-1802-44fa-a3d6-45cde0dc7af9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'daea5aec-99e2-4de5-98c1-02cbf9c8c15d', 'mac_address': 'fa:16:3e:0a:a6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719b6347-0342-478d-a0e7-d3e7165fd022', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T15:33:03Z', 'updated_at': '2021-05-12T15:33:03Z', 'revision_number': 0, 'project_id': 'f754e7c069ad40958aff78adf7bb630c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4977fab-74a8-4ad4-b1ff-a60c79277451', 'name': '', 'network_id': 'daea5aec-99e2-4de5-98c1-02cbf9c8c15d', 'tenant_id': 'f754e7c069ad40958aff78adf7bb630c', 'mac_address': 'fa:16:3e:e5:d5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74d7ed0-fe60-423a-8c37-b4016faac931', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'd92f2543-04b9-4483-82be-1ce1d41f5872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:32:05Z', 'updated_at': '2021-05-12T15:32:13Z', 'revision_number': 5, 'project_id': 'f754e7c069ad40958aff78adf7bb630c', 'subnets': [{'id': 'd92f2543-04b9-4483-82be-1ce1d41f5872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:33:06.425053 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-7886a879-23ac-4fe0-a25a-e9d14b94c174 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:06.430677 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-7886a879-23ac-4fe0-a25a-e9d14b94c174 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325463'] for security_group_rule, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:06.432905 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:33:06.458586 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7886a879-23ac-4fe0-a25a-e9d14b94c174 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e61cb11-b72a-4f74-8e3d-07b869dc0c83,revision_number=0']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:33:06.461486 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-7886a879-23ac-4fe0-a25a-e9d14b94c174 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:33:06.471564 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-7886a879-23ac-4fe0-a25a-e9d14b94c174 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:06.473645 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-7886a879-23ac-4fe0-a25a-e9d14b94c174 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1625993 May 12 15:33:06.475902 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 50092) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:33:06.482340 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.v2.base [None req-a5972763-e22c-4e5f-85fa-4404dcb3206b tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Request body: {'security_group_rule': {'security_group_id': 'e1126253-d1bb-4225-b077-67e9c43e93dc', 'project_id': 'f754e7c069ad40958aff78adf7bb630c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:33:06.489078 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-a5972763-e22c-4e5f-85fa-4404dcb3206b tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:33:06.493403 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-a5972763-e22c-4e5f-85fa-4404dcb3206b tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Usage tracker for resource:security_group_rule and tenant:f754e7c069ad40958aff78adf7bb630c is out of sync, need to count used quota {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:33:06.496668 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-a5972763-e22c-4e5f-85fa-4404dcb3206b tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:33:06.504329 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-a5972763-e22c-4e5f-85fa-4404dcb3206b tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:33:06.525760 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-a5972763-e22c-4e5f-85fa-4404dcb3206b tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:06.536054 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-fdc19b1e-42ab-444f-b3a6-6d6b54c3354a req-a26f7a3b-d1ad-4c7b-ae8f-a5c977be8fac service neutron] 10.222.0.85 "GET /v2.0/networks/daea5aec-99e2-4de5-98c1-02cbf9c8c15d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626508 May 12 15:33:06.597877 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-a5972763-e22c-4e5f-85fa-4404dcb3206b tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:06.601947 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-a5972763-e22c-4e5f-85fa-4404dcb3206b tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325463'] for security_group_rule, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:06.604047 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-7886a879-23ac-4fe0-a25a-e9d14b94c174 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:33:06.606120 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52dc54dd-8941-4394-bd58-bcb5c2e9c852 None None] New status for floating IP f5321fc7-a8a0-4d4b-816a-71a162d2be8f: ACTIVE {{(pid=78794) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 15:33:06.627761 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5972763-e22c-4e5f-85fa-4404dcb3206b tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ab92a47-01f5-49bb-9ef2-1fee511de9d7,revision_number=0']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:33:06.630465 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-a5972763-e22c-4e5f-85fa-4404dcb3206b tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:33:06.639371 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-a5972763-e22c-4e5f-85fa-4404dcb3206b tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:06.640701 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-a5972763-e22c-4e5f-85fa-4404dcb3206b tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1637278 May 12 15:33:06.643485 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 50096) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:33:06.648706 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.v2.base [None req-3583fc54-fb39-4790-a11a-d608a836a209 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Request body: {'security_group_rule': {'security_group_id': 'e1126253-d1bb-4225-b077-67e9c43e93dc', 'project_id': 'f754e7c069ad40958aff78adf7bb630c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:33:06.654595 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-3583fc54-fb39-4790-a11a-d608a836a209 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:33:06.658850 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-3583fc54-fb39-4790-a11a-d608a836a209 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Usage tracker for resource:security_group_rule and tenant:f754e7c069ad40958aff78adf7bb630c is out of sync, need to count used quota {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:33:06.661702 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-3583fc54-fb39-4790-a11a-d608a836a209 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:33:06.667462 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-3583fc54-fb39-4790-a11a-d608a836a209 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:33:06.683475 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.db.securitygroups_db [None req-3583fc54-fb39-4790-a11a-d608a836a209 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Project f754e7c069ad40958aff78adf7bb630c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 15:33:06.691466 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-3583fc54-fb39-4790-a11a-d608a836a209 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:06.763805 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-3583fc54-fb39-4790-a11a-d608a836a209 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:06.768070 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-3583fc54-fb39-4790-a11a-d608a836a209 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325463'] for security_group_rule, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:06.770212 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:33:06.791410 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3583fc54-fb39-4790-a11a-d608a836a209 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d28c31de-23d1-4bed-9e61-7f85b6f9b243,revision_number=0']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:33:06.795496 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-3583fc54-fb39-4790-a11a-d608a836a209 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:33:06.804281 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-3583fc54-fb39-4790-a11a-d608a836a209 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:06.805436 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-3583fc54-fb39-4790-a11a-d608a836a209 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1610248 May 12 15:33:06.808156 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 50100) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:33:06.814467 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.v2.base [None req-5ccd7a4e-63e3-4cb1-bbd7-e340ad8e2202 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Request body: {'security_group_rule': {'security_group_id': 'e1126253-d1bb-4225-b077-67e9c43e93dc', 'project_id': 'f754e7c069ad40958aff78adf7bb630c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:33:06.820331 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-5ccd7a4e-63e3-4cb1-bbd7-e340ad8e2202 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:33:06.824202 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-5ccd7a4e-63e3-4cb1-bbd7-e340ad8e2202 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Usage tracker for resource:security_group_rule and tenant:f754e7c069ad40958aff78adf7bb630c is out of sync, need to count used quota {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:33:06.827187 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-5ccd7a4e-63e3-4cb1-bbd7-e340ad8e2202 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:33:06.833561 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-5ccd7a4e-63e3-4cb1-bbd7-e340ad8e2202 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:33:06.844083 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.db.securitygroups_db [None req-5ccd7a4e-63e3-4cb1-bbd7-e340ad8e2202 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Project f754e7c069ad40958aff78adf7bb630c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 15:33:06.849715 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-5ccd7a4e-63e3-4cb1-bbd7-e340ad8e2202 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:06.918589 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-5ccd7a4e-63e3-4cb1-bbd7-e340ad8e2202 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:06.924032 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-5ccd7a4e-63e3-4cb1-bbd7-e340ad8e2202 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325463'] for security_group_rule, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:06.926131 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:33:06.949858 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccd7a4e-63e3-4cb1-bbd7-e340ad8e2202 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e6a9de5-15dd-4265-ae94-1685322bf7c9,revision_number=0']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:33:06.952363 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-5ccd7a4e-63e3-4cb1-bbd7-e340ad8e2202 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:33:06.959696 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-5ccd7a4e-63e3-4cb1-bbd7-e340ad8e2202 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:06.960862 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-5ccd7a4e-63e3-4cb1-bbd7-e340ad8e2202 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1517804 May 12 15:33:07.080420 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-d17420ee-3066-4484-a8e6-039964f7e461 req-0fca2bf1-ac7e-4de6-bf78-a004a4ea4d32 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-114147138&fields=id&tenant_id=f754e7c069ad40958aff78adf7bb630c HTTP/1.1" status: 200 len: 267 time: 0.0397758 May 12 15:33:07.166891 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17420ee-3066-4484-a8e6-039964f7e461 req-49f2ec5d-ec46-498c-a830-d183e2ac94a1 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:33:07.168349 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-d17420ee-3066-4484-a8e6-039964f7e461 req-49f2ec5d-ec46-498c-a830-d183e2ac94a1 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "GET /v2.0/ports?device_id=719b6347-0342-478d-a0e7-d3e7165fd022 HTTP/1.1" status: 200 len: 946 time: 0.0826769 May 12 15:33:07.179035 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.v2.base [req-d17420ee-3066-4484-a8e6-039964f7e461 req-bac7ec4b-e99b-45b2-be92-79ea47e14e98 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Request body: {'port': {'security_groups': ['496a65d2-caf9-4b15-ba98-fdd5a1139e0b', 'e1126253-d1bb-4225-b077-67e9c43e93dc']}} {{(pid=78792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:33:07.412008 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-d17420ee-3066-4484-a8e6-039964f7e461 req-bac7ec4b-e99b-45b2-be92-79ea47e14e98 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:07.672280 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.db [req-d17420ee-3066-4484-a8e6-039964f7e461 req-bac7ec4b-e99b-45b2-be92-79ea47e14e98 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] For port 07bf08ee-1802-44fa-a3d6-45cde0dc7af9, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=07bf08ee-1802-44fa-a3d6-45cde0dc7af9,segment=NetworkSegment(d6b407f5-8af5-4a4a-9ff7-f8e33a5e2314),segment_id=d6b407f5-8af5-4a4a-9ff7-f8e33a5e2314)] {{(pid=78792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:33:07.697915 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-d17420ee-3066-4484-a8e6-039964f7e461 req-bac7ec4b-e99b-45b2-be92-79ea47e14e98 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Notify callbacks [] for port, precommit_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:07.703015 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-d17420ee-3066-4484-a8e6-039964f7e461 req-bac7ec4b-e99b-45b2-be92-79ea47e14e98 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3714866'] for port, after_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:07.708588 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-08cc0588-94bb-4972-9d6c-ad03bf28c3b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:33:07.716445 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] get_ports_and_sgs() called for port_ids ['07bf08ee-1802-44fa-a3d6-45cde0dc7af9'] {{(pid=78794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:33:07.778427 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17420ee-3066-4484-a8e6-039964f7e461 req-bac7ec4b-e99b-45b2-be92-79ea47e14e98 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:33:07.779106 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-d17420ee-3066-4484-a8e6-039964f7e461 req-bac7ec4b-e99b-45b2-be92-79ea47e14e98 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2050383'] for port, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:07.780558 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-d17420ee-3066-4484-a8e6-039964f7e461 req-bac7ec4b-e99b-45b2-be92-79ea47e14e98 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "PUT /v2.0/ports/07bf08ee-1802-44fa-a3d6-45cde0dc7af9 HTTP/1.1" status: 200 len: 982 time: 0.6059589 May 12 15:33:07.781077 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '719b6347-0342-478d-a0e7-d3e7165fd022', 'tag': '07bf08ee-1802-44fa-a3d6-45cde0dc7af9'}] {{(pid=78792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:33:07.804559 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac7ec4b-e99b-45b2-be92-79ea47e14e98 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Pushing event updated for resources: {'Port': ['ID=07bf08ee-1802-44fa-a3d6-45cde0dc7af9,revision_number=6']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:33:07.808187 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-bac7ec4b-e99b-45b2-be92-79ea47e14e98 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:33:07.856692 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '719b6347-0342-478d-a0e7-d3e7165fd022', 'tag': '07bf08ee-1802-44fa-a3d6-45cde0dc7af9', 'status': 'completed', 'code': 200} May 12 15:33:07.868176 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] get_ports_and_sgs() called for port_ids ['07bf08ee-1802-44fa-a3d6-45cde0dc7af9'] {{(pid=78794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:33:08.162172 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-241a570d-763c-4b50-89a1-d31eda44e731 None None] Provisioning complete for port 07bf08ee-1802-44fa-a3d6-45cde0dc7af9 triggered by entity DHCP. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:33:08.162533 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-241a570d-763c-4b50-89a1-d31eda44e731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:08.183044 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91adb72e-8899-4cc6-b8f3-ced2315b4ab9 req-4dd76e76-8c96-4272-849e-c5413ecb5b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:33:08.184526 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-91adb72e-8899-4cc6-b8f3-ced2315b4ab9 req-4dd76e76-8c96-4272-849e-c5413ecb5b40 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=f754e7c069ad40958aff78adf7bb630c&device_id=719b6347-0342-478d-a0e7-d3e7165fd022 HTTP/1.1" status: 200 len: 1138 time: 0.2926109 May 12 15:33:08.223182 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4904652-bc5a-4e1c-bcc4-ff6b1d9266c9 req-0d378e4e-3e55-4afa-a1f2-0229ddb9dbe4 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:33:08.224724 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-c4904652-bc5a-4e1c-bcc4-ff6b1d9266c9 req-0d378e4e-3e55-4afa-a1f2-0229ddb9dbe4 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "GET /v2.0/ports?device_id=719b6347-0342-478d-a0e7-d3e7165fd022 HTTP/1.1" status: 200 len: 985 time: 0.2486615 May 12 15:33:08.344544 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [req-c4904652-bc5a-4e1c-bcc4-ff6b1d9266c9 req-4f903033-455d-4d22-b826-be5d2af86962 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Synchronizing usage tracker for tenant:f754e7c069ad40958aff78adf7bb630c on resource:security_group {{(pid=78793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:33:08.379949 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [req-c4904652-bc5a-4e1c-bcc4-ff6b1d9266c9 req-4f903033-455d-4d22-b826-be5d2af86962 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Unset dirty status for tenant:f754e7c069ad40958aff78adf7bb630c on resource:security_group {{(pid=78793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:33:08.381474 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-c4904652-bc5a-4e1c-bcc4-ff6b1d9266c9 req-4f903033-455d-4d22-b826-be5d2af86962 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1126253-d1bb-4225-b077-67e9c43e93dc&id=496a65d2-caf9-4b15-ba98-fdd5a1139e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1060770 May 12 15:33:08.383481 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91adb72e-8899-4cc6-b8f3-ced2315b4ab9 req-a9d5792b-42ac-49e2-9a51-aa5b819e644c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:33:08.385857 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-91adb72e-8899-4cc6-b8f3-ced2315b4ab9 req-a9d5792b-42ac-49e2-9a51-aa5b819e644c service neutron] 10.222.0.85 "GET /v2.0/networks?id=daea5aec-99e2-4de5-98c1-02cbf9c8c15d HTTP/1.1" status: 200 len: 916 time: 0.1922290 May 12 15:33:08.501508 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-91adb72e-8899-4cc6-b8f3-ced2315b4ab9 req-98c92479-1f70-4ad4-8ba3-bb49b9538073 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=07bf08ee-1802-44fa-a3d6-45cde0dc7af9 HTTP/1.1" status: 200 len: 1002 time: 0.1072378 May 12 15:33:08.571229 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91adb72e-8899-4cc6-b8f3-ced2315b4ab9 req-7d38292d-5650-45bf-bcf2-e36cb36ff7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:33:08.572659 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-91adb72e-8899-4cc6-b8f3-ced2315b4ab9 req-7d38292d-5650-45bf-bcf2-e36cb36ff7d0 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d92f2543-04b9-4483-82be-1ce1d41f5872 HTTP/1.1" status: 200 len: 854 time: 0.0635974 May 12 15:33:08.652390 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91adb72e-8899-4cc6-b8f3-ced2315b4ab9 req-b484688b-a29a-48c7-8586-3c6cda8658c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:33:08.653895 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-91adb72e-8899-4cc6-b8f3-ced2315b4ab9 req-b484688b-a29a-48c7-8586-3c6cda8658c1 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=daea5aec-99e2-4de5-98c1-02cbf9c8c15d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0722735 May 12 15:33:08.792565 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-91adb72e-8899-4cc6-b8f3-ced2315b4ab9 req-9fb1e4d1-decd-4a2f-8724-06a8997586b8 service neutron] 10.222.0.85 "GET /v2.0/networks/daea5aec-99e2-4de5-98c1-02cbf9c8c15d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286542 May 12 15:33:08.933862 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-91adb72e-8899-4cc6-b8f3-ced2315b4ab9 req-1ea8d79e-a8b4-490a-85c6-c118809ac127 service neutron] 10.222.0.85 "GET /v2.0/networks/daea5aec-99e2-4de5-98c1-02cbf9c8c15d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343138 May 12 15:33:18.704141 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-d744feca-0b58-4aa2-b637-7bee07785bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:21.139123 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-1ebf6ce2-c187-4cca-9955-0d615b609f5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:21.661266 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:22.313420 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-8e9e3eb0-3c8e-4693-b231-5e176560d846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:24.216044 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-876105c5-eed7-46ba-a478-d2a34eb0d798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:25.735790 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-899f4ce8-cc22-406b-bdef-7b520fb38587 req-cb4a8b6c-91e6-4e6a-ac45-dcc6b9b28dec tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1894392317&fields=id&tenant_id=9c641ae825cc4fc19fd89c2aecc761e3 HTTP/1.1" status: 200 len: 267 time: 0.0408926 May 12 15:33:25.888153 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899f4ce8-cc22-406b-bdef-7b520fb38587 req-c14394d7-d51d-4646-a03c-0881f821e878 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:33:25.889672 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-899f4ce8-cc22-406b-bdef-7b520fb38587 req-c14394d7-d51d-4646-a03c-0881f821e878 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/networks?id=17267851-fd39-4f2f-86eb-a60d64460bc3 HTTP/1.1" status: 200 len: 811 time: 0.1472204 May 12 15:33:25.905838 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-899f4ce8-cc22-406b-bdef-7b520fb38587 req-a0e64c91-c97a-4367-a677-447703f04710 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/quotas/9c641ae825cc4fc19fd89c2aecc761e3 HTTP/1.1" status: 200 len: 375 time: 0.0096054 May 12 15:33:26.009859 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-899f4ce8-cc22-406b-bdef-7b520fb38587 req-d7c33e75-608f-45f2-9e30-83040bf847b9 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9c641ae825cc4fc19fd89c2aecc761e3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0977013 May 12 15:33:26.161528 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-899f4ce8-cc22-406b-bdef-7b520fb38587 req-c18e5a04-dc49-4b35-8e04-b2d652d18d42 service neutron] 10.222.0.32 "GET /v2.0/networks/17267851-fd39-4f2f-86eb-a60d64460bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400576 May 12 15:33:26.187825 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb369d2-5279-4bed-ab9a-49fa3ee1dbd9 req-9bba8cc3-dc95-46b9-8419-2b90c199f2b1 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:33:26.189299 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-1cb369d2-5279-4bed-ab9a-49fa3ee1dbd9 req-9bba8cc3-dc95-46b9-8419-2b90c199f2b1 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=48aae71d-ba1f-4304-afb8-e17f9c2d28e9 HTTP/1.1" status: 200 len: 946 time: 0.0904324 May 12 15:33:26.239772 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-1cb369d2-5279-4bed-ab9a-49fa3ee1dbd9 req-c92ffa81-7c62-432e-bc5d-88f523a9dc19 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=74a9f26d-cf48-467d-884d-e6a6080ed82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442035 May 12 15:33:26.298608 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-899f4ce8-cc22-406b-bdef-7b520fb38587 req-094561d4-f230-4d55-874a-ed2d6acd4ba5 service neutron] 10.222.0.32 "GET /v2.0/networks/17267851-fd39-4f2f-86eb-a60d64460bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308672 May 12 15:33:26.688869 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-58e5c56e-4f27-43b7-8f89-728c3e5e0e56 req-f70c5c47-7758-4373-bf6e-3cc134fe0769 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c78a336-b7b6-443a-88fa-7064349035d7 HTTP/1.1" status: 200 len: 210 time: 0.0432031 May 12 15:33:27.136927 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:27.440253 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dfd7f8-3951-4c71-8ee0-8206fffe211f req-52715a58-137f-4196-9420-9a1d94c9b7b3 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:33:27.441803 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-62dfd7f8-3951-4c71-8ee0-8206fffe211f req-52715a58-137f-4196-9420-9a1d94c9b7b3 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=48aae71d-ba1f-4304-afb8-e17f9c2d28e9 HTTP/1.1" status: 200 len: 946 time: 0.0879002 May 12 15:33:27.493616 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-62dfd7f8-3951-4c71-8ee0-8206fffe211f req-df71be66-d5bc-49a8-b4df-13643b74f68e tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=74a9f26d-cf48-467d-884d-e6a6080ed82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459173 May 12 15:33:27.834517 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-45fa87ce-2804-4268-8823-bec5e7ef7966 req-7d057b35-04fb-467b-8c43-c5b700e869a5 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c78a336-b7b6-443a-88fa-7064349035d7 HTTP/1.1" status: 200 len: 210 time: 0.0417645 May 12 15:33:28.078455 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508d917b-2038-4d0e-9324-9d9a973d5c34 req-57e77214-9251-481f-96b0-e43de0357416 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:33:28.080985 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-508d917b-2038-4d0e-9324-9d9a973d5c34 req-57e77214-9251-481f-96b0-e43de0357416 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.85 "GET /v2.0/ports?device_id=48aae71d-ba1f-4304-afb8-e17f9c2d28e9 HTTP/1.1" status: 200 len: 946 time: 0.1105659 May 12 15:33:28.193249 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899f4ce8-cc22-406b-bdef-7b520fb38587 req-2cd37abb-3b00-45d1-be73-efe8b3f7c4c9 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:33:28.194858 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-899f4ce8-cc22-406b-bdef-7b520fb38587 req-2cd37abb-3b00-45d1-be73-efe8b3f7c4c9 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.85 "GET /v2.0/networks?id=17267851-fd39-4f2f-86eb-a60d64460bc3 HTTP/1.1" status: 200 len: 811 time: 0.1741023 May 12 15:33:28.236552 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.plugin [req-508d917b-2038-4d0e-9324-9d9a973d5c34 req-5b7c8163-bccb-4839-a586-b8c77da5148b tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Deleting port 608030a8-aeb2-4921-9c5f-96416e34fd5e {{(pid=78793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:33:28.236888 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-508d917b-2038-4d0e-9324-9d9a973d5c34 req-5b7c8163-bccb-4839-a586-b8c77da5148b tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649292957'] for port, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:28.265244 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-899f4ce8-cc22-406b-bdef-7b520fb38587 req-5256e482-8bb2-448f-8ef7-90588aa81ead tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c641ae825cc4fc19fd89c2aecc761e3 HTTP/1.1" status: 200 len: 380 time: 0.0606570 May 12 15:33:28.275120 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.v2.base [req-899f4ce8-cc22-406b-bdef-7b520fb38587 req-645c4e46-fed0-464f-b8df-b0c4efe02f0e tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Request body: {'port': {'device_id': '4c78a336-b7b6-443a-88fa-7064349035d7', 'network_id': '17267851-fd39-4f2f-86eb-a60d64460bc3', 'admin_state_up': True, 'tenant_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'security_groups': ['2760b0f1-b234-4de9-89f2-f77f95ef8caa']}} {{(pid=78792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:33:28.380539 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.db [req-508d917b-2038-4d0e-9324-9d9a973d5c34 req-5b7c8163-bccb-4839-a586-b8c77da5148b tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] For port 608030a8-aeb2-4921-9c5f-96416e34fd5e, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=608030a8-aeb2-4921-9c5f-96416e34fd5e,segment=NetworkSegment(3335fbed-a52c-4d63-90d5-e5c4d9194d95),segment_id=3335fbed-a52c-4d63-90d5-e5c4d9194d95)] {{(pid=78793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:33:28.380982 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-508d917b-2038-4d0e-9324-9d9a973d5c34 req-5b7c8163-bccb-4839-a586-b8c77da5148b tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:28.424526 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [req-899f4ce8-cc22-406b-bdef-7b520fb38587 req-645c4e46-fed0-464f-b8df-b0c4efe02f0e tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:33:28.434495 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [req-899f4ce8-cc22-406b-bdef-7b520fb38587 req-645c4e46-fed0-464f-b8df-b0c4efe02f0e tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:33:28.445930 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-899f4ce8-cc22-406b-bdef-7b520fb38587 req-645c4e46-fed0-464f-b8df-b0c4efe02f0e tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Made reservation on behalf of 9c641ae825cc4fc19fd89c2aecc761e3 for: {'port': 1} {{(pid=78792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:33:28.450054 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-899f4ce8-cc22-406b-bdef-7b520fb38587 req-645c4e46-fed0-464f-b8df-b0c4efe02f0e tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:28.665192 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.db_base_plugin_common [req-899f4ce8-cc22-406b-bdef-7b520fb38587 req-645c4e46-fed0-464f-b8df-b0c4efe02f0e tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Allocated IP 172.20.0.5 (17267851-fd39-4f2f-86eb-a60d64460bc3/90db4296-24fa-4fea-bd4a-f288635b69c4/7eaae9ce-b15f-4843-b1cd-cfb5d875c2af) {{(pid=78792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:33:28.789837 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-508d917b-2038-4d0e-9324-9d9a973d5c34 req-5b7c8163-bccb-4839-a586-b8c77da5148b tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:28.790240 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-508d917b-2038-4d0e-9324-9d9a973d5c34 req-5b7c8163-bccb-4839-a586-b8c77da5148b tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706618'] for floatingip, after_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:28.790464 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.db.l3_db [req-508d917b-2038-4d0e-9324-9d9a973d5c34 req-5b7c8163-bccb-4839-a586-b8c77da5148b tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Floating IP bea2ab28-07ef-4ffe-bdc2-b35e027a5529 disassociated. External IP: 172.27.2.73, port: 608030a8-aeb2-4921-9c5f-96416e34fd5e. May 12 15:33:28.790887 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.plugin [req-508d917b-2038-4d0e-9324-9d9a973d5c34 req-5b7c8163-bccb-4839-a586-b8c77da5148b tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Calling delete_port for 608030a8-aeb2-4921-9c5f-96416e34fd5e owned by compute:nova {{(pid=78793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:33:28.918957 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-508d917b-2038-4d0e-9324-9d9a973d5c34 req-5b7c8163-bccb-4839-a586-b8c77da5148b tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649297264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739648862733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3598933'] for port, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:28.928497 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-68a91715-36ae-4dfb-835d-2b92fc2c2f29 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:33:28.951893 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084e5d4b-032a-40f4-af1a-6da2d9f664bd req-28855e39-fa8c-4219-a978-557af6514713 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:33:28.954545 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-084e5d4b-032a-40f4-af1a-6da2d9f664bd req-28855e39-fa8c-4219-a978-557af6514713 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=48aae71d-ba1f-4304-afb8-e17f9c2d28e9 HTTP/1.1" status: 200 len: 946 time: 0.3405430 May 12 15:33:28.984433 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7c8163-bccb-4839-a586-b8c77da5148b tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Pushing event deleted for resources: {'Port': ['ID=608030a8-aeb2-4921-9c5f-96416e34fd5e,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:33:29.023084 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-5b7c8163-bccb-4839-a586-b8c77da5148b tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:33:29.036189 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-68e496a1-f9a5-4546-a0a3-6f9d62633236 req-b3948f86-968e-4315-ac54-9d48d5d5d8c4 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c78a336-b7b6-443a-88fa-7064349035d7 HTTP/1.1" status: 200 len: 210 time: 0.0568602 May 12 15:33:29.112963 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-084e5d4b-032a-40f4-af1a-6da2d9f664bd req-b42d294b-ddf0-4cbc-9772-40b563773f3a tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups?id=74a9f26d-cf48-467d-884d-e6a6080ed82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1481318 May 12 15:33:29.133116 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-899f4ce8-cc22-406b-bdef-7b520fb38587 req-645c4e46-fed0-464f-b8df-b0c4efe02f0e tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks [] for port, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:29.151057 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.provisioning_blocks [req-899f4ce8-cc22-406b-bdef-7b520fb38587 req-645c4e46-fed0-464f-b8df-b0c4efe02f0e tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Transition to ACTIVE for port object 7eaae9ce-b15f-4843-b1cd-cfb5d875c2af will not be triggered until provisioned by entity DHCP. {{(pid=78792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:33:29.178253 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-899f4ce8-cc22-406b-bdef-7b520fb38587 req-645c4e46-fed0-464f-b8df-b0c4efe02f0e tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739648862724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3714859'] for port, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:29.185152 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-e188c526-037e-4cf7-a465-3cac867817de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:33:29.229149 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.l3_agent_scheduler [req-508d917b-2038-4d0e-9324-9d9a973d5c34 req-5b7c8163-bccb-4839-a586-b8c77da5148b tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Router 7ce0eb59-daa1-4f6b-a522-2df01d1df30f has already been hosted by L3 agent e96f2393-830b-46ef-bef2-f93615c2f352 {{(pid=78793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 15:33:29.245135 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-899f4ce8-cc22-406b-bdef-7b520fb38587 req-645c4e46-fed0-464f-b8df-b0c4efe02f0e tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Network 17267851-fd39-4f2f-86eb-a60d64460bc3 is already hosted by enough agents. {{(pid=78792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:33:29.248834 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.base_scheduler [req-899f4ce8-cc22-406b-bdef-7b520fb38587 req-645c4e46-fed0-464f-b8df-b0c4efe02f0e tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Resources bound (agent type, host, resource id): {{(pid=78792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:33:29.251367 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.l3_dvrscheduler_db [req-899f4ce8-cc22-406b-bdef-7b520fb38587 req-645c4e46-fed0-464f-b8df-b0c4efe02f0e tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Received port after_create {{(pid=78792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:33:29.300445 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645c4e46-fed0-464f-b8df-b0c4efe02f0e tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Pushing event updated for resources: {'Port': ['ID=7eaae9ce-b15f-4843-b1cd-cfb5d875c2af,revision_number=1']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:33:29.303549 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-645c4e46-fed0-464f-b8df-b0c4efe02f0e tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:33:29.338307 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899f4ce8-cc22-406b-bdef-7b520fb38587 req-645c4e46-fed0-464f-b8df-b0c4efe02f0e tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:33:29.338938 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-899f4ce8-cc22-406b-bdef-7b520fb38587 req-645c4e46-fed0-464f-b8df-b0c4efe02f0e tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2050383'] for port, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:29.368824 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-899f4ce8-cc22-406b-bdef-7b520fb38587 req-645c4e46-fed0-464f-b8df-b0c4efe02f0e tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0977418 May 12 15:33:29.383833 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.v2.base [req-899f4ce8-cc22-406b-bdef-7b520fb38587 req-70cefb28-52d4-4c18-8d12-fabbbd4cd839 service neutron] Request body: {'port': {'device_id': '4c78a336-b7b6-443a-88fa-7064349035d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=78792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:33:29.426429 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-508d917b-2038-4d0e-9324-9d9a973d5c34 req-5b7c8163-bccb-4839-a586-b8c77da5148b tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Notify agent at l3_agent.dv-cinder-789603-6-iscsi the message routers_updated {{(pid=78793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:33:29.438397 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cecb53-5e80-4aba-a3f4-4be8edaa8b62 None None] Sync routers for ids ['7ce0eb59-daa1-4f6b-a522-2df01d1df30f'] in dv-cinder-789603-6-iscsi {{(pid=78795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:33:29.456278 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cecb53-5e80-4aba-a3f4-4be8edaa8b62 None None] Routers {'7ce0eb59-daa1-4f6b-a522-2df01d1df30f'} bound to L3 agent in host dv-cinder-789603-6-iscsi {{(pid=78795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:33:29.457079 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_hamode_db [None req-16cecb53-5e80-4aba-a3f4-4be8edaa8b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-12T15:12:51Z,description=,heartbeat_timestamp=2021-05-12T15:33:21Z,host='dv-cinder-789603-6-iscsi',id=e96f2393-830b-46ef-bef2-f93615c2f352,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:12:51Z,topic='l3_agent')) {'router_ids': ['7ce0eb59-daa1-4f6b-a522-2df01d1df30f'], 'active': True} {{(pid=78795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:33:29.530274 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-f7bc6e0e-9ea9-497d-a3a6-171fd52be59f None None] Provisioning for port 7eaae9ce-b15f-4843-b1cd-cfb5d875c2af completed by entity DHCP. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:33:29.535387 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.l3_dvrscheduler_db [req-508d917b-2038-4d0e-9324-9d9a973d5c34 req-5b7c8163-bccb-4839-a586-b8c77da5148b tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] No DVR routers for this DVR port 608030a8-aeb2-4921-9c5f-96416e34fd5e on host hv-cinder-78960 {{(pid=78793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:33:29.537407 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-f7bc6e0e-9ea9-497d-a3a6-171fd52be59f None None] Provisioning complete for port 7eaae9ce-b15f-4843-b1cd-cfb5d875c2af triggered by entity DHCP. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:33:29.537998 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-f7bc6e0e-9ea9-497d-a3a6-171fd52be59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:29.540221 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [req-508d917b-2038-4d0e-9324-9d9a973d5c34 req-5b7c8163-bccb-4839-a586-b8c77da5148b tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2050383'] for port, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:29.545327 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-899f4ce8-cc22-406b-bdef-7b520fb38587 req-70cefb28-52d4-4c18-8d12-fabbbd4cd839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:29.560257 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48aae71d-ba1f-4304-afb8-e17f9c2d28e9', 'name': 'network-vif-deleted', 'tag': '608030a8-aeb2-4921-9c5f-96416e34fd5e'}] {{(pid=78793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:33:29.574041 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-508d917b-2038-4d0e-9324-9d9a973d5c34 req-5b7c8163-bccb-4839-a586-b8c77da5148b tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.85 "DELETE /v2.0/ports/608030a8-aeb2-4921-9c5f-96416e34fd5e HTTP/1.1" status: 204 len: 173 time: 1.4860716 May 12 15:33:29.605599 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.plugin [None req-f7bc6e0e-9ea9-497d-a3a6-171fd52be59f None None] Port 7eaae9ce-b15f-4843-b1cd-cfb5d875c2af cannot update to ACTIVE because it is not bound. {{(pid=78794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 15:33:29.646517 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48aae71d-ba1f-4304-afb8-e17f9c2d28e9', 'name': 'network-vif-deleted', 'tag': '608030a8-aeb2-4921-9c5f-96416e34fd5e', 'status': 'completed', 'code': 200} May 12 15:33:29.712190 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_dvr_db [None req-16cecb53-5e80-4aba-a3f4-4be8edaa8b62 None None] Set router 7ce0eb59-daa1-4f6b-a522-2df01d1df30f gateway port host: dv-cinder-789603-6-iscsi {{(pid=78795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:33:29.920775 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.notifiers.nova [req-899f4ce8-cc22-406b-bdef-7b520fb38587 req-70cefb28-52d4-4c18-8d12-fabbbd4cd839 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7eaae9ce-b15f-4843-b1cd-cfb5d875c2af {{(pid=78792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 15:33:29.931641 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-899f4ce8-cc22-406b-bdef-7b520fb38587 req-70cefb28-52d4-4c18-8d12-fabbbd4cd839 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:29.947348 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.provisioning_blocks [req-899f4ce8-cc22-406b-bdef-7b520fb38587 req-70cefb28-52d4-4c18-8d12-fabbbd4cd839 service neutron] Transition to ACTIVE for port object 7eaae9ce-b15f-4843-b1cd-cfb5d875c2af will not be triggered until provisioned by entity L2. {{(pid=78792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:33:29.950936 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-899f4ce8-cc22-406b-bdef-7b520fb38587 req-70cefb28-52d4-4c18-8d12-fabbbd4cd839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3714866'] for port, after_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:29.955376 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-3e1cf978-511f-44ee-9641-4e808096c633 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:33:30.028758 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_hamode_db [None req-16cecb53-5e80-4aba-a3f4-4be8edaa8b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce0eb59-daa1-4f6b-a522-2df01d1df30f', 'name': 'tempest-AttachVolumeShelveTestJSON-504567464-router', 'tenant_id': '1d962db48c294eb4a16e765eb2cf52a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': 'aabe0eca-7377-4ed9-ba2e-3e2617dbe106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:22:18Z', 'updated_at': '2021-05-12T15:22:24Z', 'revision_number': 4, 'project_id': '1d962db48c294eb4a16e765eb2cf52a8', 'gw_port': {'id': 'aabe0eca-7377-4ed9-ba2e-3e2617dbe106', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce0eb59-daa1-4f6b-a522-2df01d1df30f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:22:20Z', 'updated_at': '2021-05-12T15:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi', '_interfaces': [{'id': 'f97092c1-d4f2-444c-bb4b-2918d541a0a7', 'name': '', 'network_id': 'e42449cb-482c-4d1d-a3c5-6d4382e507b8', 'tenant_id': '1d962db48c294eb4a16e765eb2cf52a8', 'mac_address': 'fa:16:3e:85:59:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce0eb59-daa1-4f6b-a522-2df01d1df30f', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'a819acb5-532b-4750-ac78-9d47ffeaf477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:22:23Z', 'updated_at': '2021-05-12T15:22:30Z', 'revision_number': 5, 'project_id': '1d962db48c294eb4a16e765eb2cf52a8', 'subnets': [{'id': 'a819acb5-532b-4750-ac78-9d47ffeaf477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-iscsi', False) {} {{(pid=78795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:33:30.033725 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cecb53-5e80-4aba-a3f4-4be8edaa8b62 None None] Checking router: 7ce0eb59-daa1-4f6b-a522-2df01d1df30f for host: dv-cinder-789603-6-iscsi {{(pid=78795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:33:30.042580 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cecb53-5e80-4aba-a3f4-4be8edaa8b62 None None] Routers {'7ce0eb59-daa1-4f6b-a522-2df01d1df30f'} bound to L3 agent in host dv-cinder-789603-6-iscsi {{(pid=78795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:33:30.043188 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_hamode_db [None req-16cecb53-5e80-4aba-a3f4-4be8edaa8b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-12T15:12:51Z,description=,heartbeat_timestamp=2021-05-12T15:33:21Z,host='dv-cinder-789603-6-iscsi',id=e96f2393-830b-46ef-bef2-f93615c2f352,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:12:51Z,topic='l3_agent')) {'router_ids': ['7ce0eb59-daa1-4f6b-a522-2df01d1df30f'], 'active': True} {{(pid=78795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:33:30.178954 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cefb28-52d4-4c18-8d12-fabbbd4cd839 service neutron] Pushing event updated for resources: {'Port': ['ID=7eaae9ce-b15f-4843-b1cd-cfb5d875c2af,revision_number=2']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:33:30.184181 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-70cefb28-52d4-4c18-8d12-fabbbd4cd839 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:33:30.203471 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.managers [req-899f4ce8-cc22-406b-bdef-7b520fb38587 req-70cefb28-52d4-4c18-8d12-fabbbd4cd839 service neutron] Attempting to bind port 7eaae9ce-b15f-4843-b1cd-cfb5d875c2af on host hv-cinder-78960 for vnic_type normal with profile {{(pid=78792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:33:30.203804 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.managers [req-899f4ce8-cc22-406b-bdef-7b520fb38587 req-70cefb28-52d4-4c18-8d12-fabbbd4cd839 service neutron] Attempting to bind port 7eaae9ce-b15f-4843-b1cd-cfb5d875c2af by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'ac82933f-9743-4327-a060-79996a317b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '17267851-fd39-4f2f-86eb-a60d64460bc3'}] {{(pid=78792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:33:30.204128 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899f4ce8-cc22-406b-bdef-7b520fb38587 req-70cefb28-52d4-4c18-8d12-fabbbd4cd839 service neutron] Attempting to bind port 7eaae9ce-b15f-4843-b1cd-cfb5d875c2af on network 17267851-fd39-4f2f-86eb-a60d64460bc3 {{(pid=78792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:33:30.214224 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899f4ce8-cc22-406b-bdef-7b520fb38587 req-70cefb28-52d4-4c18-8d12-fabbbd4cd839 service neutron] Port 7eaae9ce-b15f-4843-b1cd-cfb5d875c2af on network 17267851-fd39-4f2f-86eb-a60d64460bc3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=78792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 15:33:30.214537 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899f4ce8-cc22-406b-bdef-7b520fb38587 req-70cefb28-52d4-4c18-8d12-fabbbd4cd839 service neutron] Attempting to bind port 7eaae9ce-b15f-4843-b1cd-cfb5d875c2af on network 17267851-fd39-4f2f-86eb-a60d64460bc3 {{(pid=78792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:33:30.266045 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899f4ce8-cc22-406b-bdef-7b520fb38587 req-70cefb28-52d4-4c18-8d12-fabbbd4cd839 service neutron] Checking agent: {'id': 'f90bdb6d-8ae0-42e3-a09a-ceb4f970b9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 15, 18, 57), 'started_at': datetime.datetime(2021, 5, 12, 15, 18, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 15, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:33:30.266373 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899f4ce8-cc22-406b-bdef-7b520fb38587 req-70cefb28-52d4-4c18-8d12-fabbbd4cd839 service neutron] Checking segment: {'id': 'ac82933f-9743-4327-a060-79996a317b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '17267851-fd39-4f2f-86eb-a60d64460bc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:33:30.266983 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899f4ce8-cc22-406b-bdef-7b520fb38587 req-70cefb28-52d4-4c18-8d12-fabbbd4cd839 service neutron] Bound using segment: {'id': 'ac82933f-9743-4327-a060-79996a317b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '17267851-fd39-4f2f-86eb-a60d64460bc3'} {{(pid=78792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:33:30.267615 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.managers [req-899f4ce8-cc22-406b-bdef-7b520fb38587 req-70cefb28-52d4-4c18-8d12-fabbbd4cd839 service neutron] Bound port: 7eaae9ce-b15f-4843-b1cd-cfb5d875c2af, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac82933f-9743-4327-a060-79996a317b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '17267851-fd39-4f2f-86eb-a60d64460bc3'}}] {{(pid=78792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:33:30.268151 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-899f4ce8-cc22-406b-bdef-7b520fb38587 req-70cefb28-52d4-4c18-8d12-fabbbd4cd839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:30.323756 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_dvr_db [None req-16cecb53-5e80-4aba-a3f4-4be8edaa8b62 None None] Set router 7ce0eb59-daa1-4f6b-a522-2df01d1df30f gateway port host: dv-cinder-789603-6-iscsi {{(pid=78795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:33:30.386547 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [req-bed57083-6eeb-4beb-ad66-120bfb547d3c req-4ef9b188-4bfb-415c-8045-f5119ac6eb11 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Synchronizing usage tracker for tenant:1d962db48c294eb4a16e765eb2cf52a8 on resource:port {{(pid=78793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:33:30.392820 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f90eae5-7a5e-49f7-9d78-c976a2307194 req-d48bfdbc-55f6-46ae-8866-e230b8a72320 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:33:30.393614 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [req-4f90eae5-7a5e-49f7-9d78-c976a2307194 req-d48bfdbc-55f6-46ae-8866-e230b8a72320 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Synchronizing usage tracker for tenant:9c641ae825cc4fc19fd89c2aecc761e3 on resource:port {{(pid=78792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:33:30.404119 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [req-bed57083-6eeb-4beb-ad66-120bfb547d3c req-4ef9b188-4bfb-415c-8045-f5119ac6eb11 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Unset dirty status for tenant:1d962db48c294eb4a16e765eb2cf52a8 on resource:port {{(pid=78793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:33:30.405547 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-bed57083-6eeb-4beb-ad66-120bfb547d3c req-4ef9b188-4bfb-415c-8045-f5119ac6eb11 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/ports?device_id=48aae71d-ba1f-4304-afb8-e17f9c2d28e9 HTTP/1.1" status: 200 len: 210 time: 0.0681810 May 12 15:33:30.413591 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.db [req-899f4ce8-cc22-406b-bdef-7b520fb38587 req-70cefb28-52d4-4c18-8d12-fabbbd4cd839 service neutron] For port 7eaae9ce-b15f-4843-b1cd-cfb5d875c2af, host hv-cinder-78960, cleared binding levels {{(pid=78792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:33:30.417204 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.db [req-899f4ce8-cc22-406b-bdef-7b520fb38587 req-70cefb28-52d4-4c18-8d12-fabbbd4cd839 service neutron] For port 7eaae9ce-b15f-4843-b1cd-cfb5d875c2af, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=7eaae9ce-b15f-4843-b1cd-cfb5d875c2af,segment=NetworkSegment(ac82933f-9743-4327-a060-79996a317b26),segment_id=ac82933f-9743-4327-a060-79996a317b26)] {{(pid=78792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:33:30.418959 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [req-4f90eae5-7a5e-49f7-9d78-c976a2307194 req-d48bfdbc-55f6-46ae-8866-e230b8a72320 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Unset dirty status for tenant:9c641ae825cc4fc19fd89c2aecc761e3 on resource:port {{(pid=78792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:33:30.420076 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-4f90eae5-7a5e-49f7-9d78-c976a2307194 req-d48bfdbc-55f6-46ae-8866-e230b8a72320 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c78a336-b7b6-443a-88fa-7064349035d7 HTTP/1.1" status: 200 len: 943 time: 0.2070448 May 12 15:33:30.423170 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-899f4ce8-cc22-406b-bdef-7b520fb38587 req-70cefb28-52d4-4c18-8d12-fabbbd4cd839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3714866'] for port, after_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:30.428362 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-7ff9cf5c-80f5-42b9-bfa4-c3ed2babb146 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:33:30.493888 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899f4ce8-cc22-406b-bdef-7b520fb38587 req-70cefb28-52d4-4c18-8d12-fabbbd4cd839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:33:30.494477 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-899f4ce8-cc22-406b-bdef-7b520fb38587 req-70cefb28-52d4-4c18-8d12-fabbbd4cd839 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2050383'] for port, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:30.496024 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-899f4ce8-cc22-406b-bdef-7b520fb38587 req-70cefb28-52d4-4c18-8d12-fabbbd4cd839 service neutron] 10.222.0.85 "PUT /v2.0/ports/7eaae9ce-b15f-4843-b1cd-cfb5d875c2af HTTP/1.1" status: 200 len: 1093 time: 1.1174061 May 12 15:33:30.501126 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c78a336-b7b6-443a-88fa-7064349035d7', 'tag': '7eaae9ce-b15f-4843-b1cd-cfb5d875c2af'}] {{(pid=78792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:33:30.591838 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-4f90eae5-7a5e-49f7-9d78-c976a2307194 req-79d1cdf0-24c8-4208-9a77-11f5edd39a72 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/security-groups?id=2760b0f1-b234-4de9-89f2-f77f95ef8caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643331 May 12 15:33:30.593796 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c78a336-b7b6-443a-88fa-7064349035d7', 'tag': '7eaae9ce-b15f-4843-b1cd-cfb5d875c2af', 'status': 'completed', 'code': 200} May 12 15:33:30.613225 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cefb28-52d4-4c18-8d12-fabbbd4cd839 service neutron] Pushing event updated for resources: {'Port': ['ID=7eaae9ce-b15f-4843-b1cd-cfb5d875c2af,revision_number=3']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:33:30.613526 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-70cefb28-52d4-4c18-8d12-fabbbd4cd839 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:33:30.640824 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899f4ce8-cc22-406b-bdef-7b520fb38587 req-0e48003f-0b15-4da8-a20f-b1c1dcb684d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:33:30.642449 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-899f4ce8-cc22-406b-bdef-7b520fb38587 req-0e48003f-0b15-4da8-a20f-b1c1dcb684d4 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9c641ae825cc4fc19fd89c2aecc761e3&device_id=4c78a336-b7b6-443a-88fa-7064349035d7 HTTP/1.1" status: 200 len: 1096 time: 0.1001656 May 12 15:33:30.691983 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_hamode_db [None req-16cecb53-5e80-4aba-a3f4-4be8edaa8b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce0eb59-daa1-4f6b-a522-2df01d1df30f', 'name': 'tempest-AttachVolumeShelveTestJSON-504567464-router', 'tenant_id': '1d962db48c294eb4a16e765eb2cf52a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': 'aabe0eca-7377-4ed9-ba2e-3e2617dbe106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:22:18Z', 'updated_at': '2021-05-12T15:22:24Z', 'revision_number': 4, 'project_id': '1d962db48c294eb4a16e765eb2cf52a8', 'gw_port': {'id': 'aabe0eca-7377-4ed9-ba2e-3e2617dbe106', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce0eb59-daa1-4f6b-a522-2df01d1df30f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:22:20Z', 'updated_at': '2021-05-12T15:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi', '_interfaces': [{'id': 'f97092c1-d4f2-444c-bb4b-2918d541a0a7', 'name': '', 'network_id': 'e42449cb-482c-4d1d-a3c5-6d4382e507b8', 'tenant_id': '1d962db48c294eb4a16e765eb2cf52a8', 'mac_address': 'fa:16:3e:85:59:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce0eb59-daa1-4f6b-a522-2df01d1df30f', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'a819acb5-532b-4750-ac78-9d47ffeaf477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:22:23Z', 'updated_at': '2021-05-12T15:22:30Z', 'revision_number': 5, 'project_id': '1d962db48c294eb4a16e765eb2cf52a8', 'subnets': [{'id': 'a819acb5-532b-4750-ac78-9d47ffeaf477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-iscsi', False) {} {{(pid=78795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:33:30.696064 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cecb53-5e80-4aba-a3f4-4be8edaa8b62 None None] The sync data for ids ['7ce0eb59-daa1-4f6b-a522-2df01d1df30f'] in dv-cinder-789603-6-iscsi is: [{'id': '7ce0eb59-daa1-4f6b-a522-2df01d1df30f', 'name': 'tempest-AttachVolumeShelveTestJSON-504567464-router', 'tenant_id': '1d962db48c294eb4a16e765eb2cf52a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': 'aabe0eca-7377-4ed9-ba2e-3e2617dbe106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:22:18Z', 'updated_at': '2021-05-12T15:22:24Z', 'revision_number': 4, 'project_id': '1d962db48c294eb4a16e765eb2cf52a8', 'gw_port': {'id': 'aabe0eca-7377-4ed9-ba2e-3e2617dbe106', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce0eb59-daa1-4f6b-a522-2df01d1df30f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:22:20Z', 'updated_at': '2021-05-12T15:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi', '_interfaces': [{'id': 'f97092c1-d4f2-444c-bb4b-2918d541a0a7', 'name': '', 'network_id': 'e42449cb-482c-4d1d-a3c5-6d4382e507b8', 'tenant_id': '1d962db48c294eb4a16e765eb2cf52a8', 'mac_address': 'fa:16:3e:85:59:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce0eb59-daa1-4f6b-a522-2df01d1df30f', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'a819acb5-532b-4750-ac78-9d47ffeaf477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:22:23Z', 'updated_at': '2021-05-12T15:22:30Z', 'revision_number': 5, 'project_id': '1d962db48c294eb4a16e765eb2cf52a8', 'subnets': [{'id': 'a819acb5-532b-4750-ac78-9d47ffeaf477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:33:30.716981 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-899f4ce8-cc22-406b-bdef-7b520fb38587 req-b429006d-2238-4d76-8efc-24e6209608ce service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7eaae9ce-b15f-4843-b1cd-cfb5d875c2af HTTP/1.1" status: 200 len: 217 time: 0.0668678 May 12 15:33:30.786486 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899f4ce8-cc22-406b-bdef-7b520fb38587 req-44d708e8-c05b-4b67-91a7-3f1841942e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:33:30.788049 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-899f4ce8-cc22-406b-bdef-7b520fb38587 req-44d708e8-c05b-4b67-91a7-3f1841942e88 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=90db4296-24fa-4fea-bd4a-f288635b69c4 HTTP/1.1" status: 200 len: 850 time: 0.0637283 May 12 15:33:30.873345 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899f4ce8-cc22-406b-bdef-7b520fb38587 req-693e1d84-8388-4b89-885e-22e8ad577222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:33:30.875472 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-899f4ce8-cc22-406b-bdef-7b520fb38587 req-693e1d84-8388-4b89-885e-22e8ad577222 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=17267851-fd39-4f2f-86eb-a60d64460bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0797005 May 12 15:33:30.940286 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8e8e3e-7df4-49b7-a1d5-102ac86957e5 None None] New status for floating IP bea2ab28-07ef-4ffe-bdc2-b35e027a5529: DOWN {{(pid=78794) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 15:33:31.124072 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-899f4ce8-cc22-406b-bdef-7b520fb38587 req-f5e25622-8635-46dc-8ffc-3844d73ea043 service neutron] 10.222.0.85 "GET /v2.0/networks/17267851-fd39-4f2f-86eb-a60d64460bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408211 May 12 15:33:31.259864 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-899f4ce8-cc22-406b-bdef-7b520fb38587 req-c459ea3c-5931-4026-bb69-2ac5818e9b68 service neutron] 10.222.0.85 "GET /v2.0/networks/17267851-fd39-4f2f-86eb-a60d64460bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290066 May 12 15:33:31.377048 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8272f9-258a-4729-bd85-0873ca7ad965 req-6a4b0b88-8134-45ae-ac79-ded8b37e5bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:33:31.378514 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-ee8272f9-258a-4729-bd85-0873ca7ad965 req-6a4b0b88-8134-45ae-ac79-ded8b37e5bf0 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9c641ae825cc4fc19fd89c2aecc761e3&device_id=4c78a336-b7b6-443a-88fa-7064349035d7 HTTP/1.1" status: 200 len: 1096 time: 0.0752239 May 12 15:33:31.510575 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8272f9-258a-4729-bd85-0873ca7ad965 req-3be64e7d-581b-4b2e-91c1-0d6ac54ed7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:33:31.512029 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-ee8272f9-258a-4729-bd85-0873ca7ad965 req-3be64e7d-581b-4b2e-91c1-0d6ac54ed7e7 service neutron] 10.222.0.85 "GET /v2.0/networks?id=17267851-fd39-4f2f-86eb-a60d64460bc3 HTTP/1.1" status: 200 len: 912 time: 0.1268978 May 12 15:33:31.538997 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 50212) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:33:31.585608 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-ee8272f9-258a-4729-bd85-0873ca7ad965 req-c05cf04f-b44a-4a3b-b099-be6f7b007b3b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7eaae9ce-b15f-4843-b1cd-cfb5d875c2af HTTP/1.1" status: 200 len: 217 time: 0.0662944 May 12 15:33:31.602567 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-246f5511-7e90-46b8-bc5d-8736af6af1e4 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Notify callbacks [] for security_group, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:31.630658 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-246f5511-7e90-46b8-bc5d-8736af6af1e4 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:31.650538 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8272f9-258a-4729-bd85-0873ca7ad965 req-2bfa116e-f052-4441-a7dd-2b8270c32188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:33:31.652304 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-ee8272f9-258a-4729-bd85-0873ca7ad965 req-2bfa116e-f052-4441-a7dd-2b8270c32188 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=90db4296-24fa-4fea-bd4a-f288635b69c4 HTTP/1.1" status: 200 len: 850 time: 0.0591159 May 12 15:33:31.682274 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Device 608030a8-aeb2-4921-9c5f-96416e34fd5e no longer exists at agent hyperv_hv-cinder-78960 {{(pid=78794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:33:31.691679 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-246f5511-7e90-46b8-bc5d-8736af6af1e4 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:31.698410 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-f54ee1cc-c525-446e-b7b1-338647863030 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:33:31.719074 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.plugin [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] No Port match for: 608030a8-aeb2-4921-9c5f-96416e34fd5e {{(pid=78794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 15:33:31.719690 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Device 608030a8-aeb2-4921-9c5f-96416e34fd5e not bound to the agent host hv-cinder-78960 {{(pid=78794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:33:31.730093 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8272f9-258a-4729-bd85-0873ca7ad965 req-16bedf2e-082f-4b9e-907b-e41d402d5731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:33:31.731550 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-ee8272f9-258a-4729-bd85-0873ca7ad965 req-16bedf2e-082f-4b9e-907b-e41d402d5731 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=17267851-fd39-4f2f-86eb-a60d64460bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0723557 May 12 15:33:31.761613 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246f5511-7e90-46b8-bc5d-8736af6af1e4 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74a9f26d-cf48-467d-884d-e6a6080ed82e,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:33:31.765325 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-246f5511-7e90-46b8-bc5d-8736af6af1e4 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:33:31.781017 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-246f5511-7e90-46b8-bc5d-8736af6af1e4 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Notify callbacks [] for security_group, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:31.785423 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-246f5511-7e90-46b8-bc5d-8736af6af1e4 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "DELETE /v2.0/security-groups/74a9f26d-cf48-467d-884d-e6a6080ed82e HTTP/1.1" status: 204 len: 168 time: 0.2421651 May 12 15:33:31.785423 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 50218) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:33:31.806760 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.api.v2.resource [None req-c297d947-940d-433a-bd2b-1cba658e48d0 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] show failed (client error): The resource could not be found. May 12 15:33:31.807741 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-c297d947-940d-433a-bd2b-1cba658e48d0 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "GET /v2.0/security-groups/74a9f26d-cf48-467d-884d-e6a6080ed82e HTTP/1.1" status: 404 len: 347 time: 0.0217938 May 12 15:33:31.810605 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 50222) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:33:31.867138 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-ee8272f9-258a-4729-bd85-0873ca7ad965 req-e402c1d8-de06-4e02-86ab-5189454d0107 service neutron] 10.222.0.85 "GET /v2.0/networks/17267851-fd39-4f2f-86eb-a60d64460bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281250 May 12 15:33:31.908510 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ec7ed8-256b-4a01-a7c0-34c8ae86f53b req-fd92c814-ce02-4794-a382-dd816cd41a8c tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:33:31.909910 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-f6ec7ed8-256b-4a01-a7c0-34c8ae86f53b req-fd92c814-ce02-4794-a382-dd816cd41a8c tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c78a336-b7b6-443a-88fa-7064349035d7 HTTP/1.1" status: 200 len: 943 time: 0.2016151 May 12 15:33:32.002601 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-ee8272f9-258a-4729-bd85-0873ca7ad965 req-181b7df6-2d8c-47bb-a109-6050703ab519 service neutron] 10.222.0.85 "GET /v2.0/networks/17267851-fd39-4f2f-86eb-a60d64460bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277540 May 12 15:33:32.061264 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-f6ec7ed8-256b-4a01-a7c0-34c8ae86f53b req-f352a7de-38f4-4aa2-bfa4-6e01a7c96679 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/security-groups?id=2760b0f1-b234-4de9-89f2-f77f95ef8caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948384 May 12 15:33:32.084984 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.plugin [None req-cb4b5559-0c11-4486-902b-cf177d338c6c tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Deleting port 1930a2c2-c8b4-4980-b3ed-7d2e6894b0c9 {{(pid=78793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:33:32.085324 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-cb4b5559-0c11-4486-902b-cf177d338c6c tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649292957'] for port, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:32.210954 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-cb4b5559-0c11-4486-902b-cf177d338c6c tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:32.211172 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-cb4b5559-0c11-4486-902b-cf177d338c6c tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:32.440270 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.plugin [None req-cb4b5559-0c11-4486-902b-cf177d338c6c tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Calling delete_port for 1930a2c2-c8b4-4980-b3ed-7d2e6894b0c9 owned by network:floatingip {{(pid=78793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:33:32.548694 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-cb4b5559-0c11-4486-902b-cf177d338c6c tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649297264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739648862733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3598933'] for port, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:32.552186 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-de77a5c5-e5ba-4dc7-ac8d-d8d34d6dd95f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:33:32.595955 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4b5559-0c11-4486-902b-cf177d338c6c tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Pushing event deleted for resources: {'Port': ['ID=1930a2c2-c8b4-4980-b3ed-7d2e6894b0c9,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:33:32.621237 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-cb4b5559-0c11-4486-902b-cf177d338c6c tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:33:32.684986 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-cb4b5559-0c11-4486-902b-cf177d338c6c tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Notify callbacks [] for floatingip, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:32.701679 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-cb4b5559-0c11-4486-902b-cf177d338c6c tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2050383'] for floatingip, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:32.702834 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-cb4b5559-0c11-4486-902b-cf177d338c6c tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] 10.222.0.32 "DELETE /v2.0/floatingips/bea2ab28-07ef-4ffe-bdc2-b35e027a5529 HTTP/1.1" status: 204 len: 168 time: 0.8913651 May 12 15:33:33.252147 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c8fceb-f515-4056-a1ee-acc5c90569ed req-23cd1220-a0ab-4184-96b0-72d4b23ef425 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:33:33.253632 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-c1c8fceb-f515-4056-a1ee-acc5c90569ed req-23cd1220-a0ab-4184-96b0-72d4b23ef425 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c78a336-b7b6-443a-88fa-7064349035d7 HTTP/1.1" status: 200 len: 943 time: 0.0852618 May 12 15:33:33.300431 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-c1c8fceb-f515-4056-a1ee-acc5c90569ed req-0fd9a14a-81e3-4acc-ab51-939ede4686b4 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/security-groups?id=2760b0f1-b234-4de9-89f2-f77f95ef8caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407653 May 12 15:33:34.483977 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649c887a-dfc4-4499-bbac-4f67b8cc3594 req-7ed046f9-925b-4bf8-aed4-b66b17618df1 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:33:34.485426 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-649c887a-dfc4-4499-bbac-4f67b8cc3594 req-7ed046f9-925b-4bf8-aed4-b66b17618df1 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c78a336-b7b6-443a-88fa-7064349035d7 HTTP/1.1" status: 200 len: 943 time: 0.0817769 May 12 15:33:34.535255 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-649c887a-dfc4-4499-bbac-4f67b8cc3594 req-d20f8b65-d76f-446e-b4c9-d426d78693a1 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/security-groups?id=2760b0f1-b234-4de9-89f2-f77f95ef8caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438089 May 12 15:33:35.497289 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 50250) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:33:35.725123 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab6b6d7-071f-4587-b509-2765300e13a9 req-43193980-c932-42c6-b640-246292e7a6e1 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:33:35.726716 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-cab6b6d7-071f-4587-b509-2765300e13a9 req-43193980-c932-42c6-b640-246292e7a6e1 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c78a336-b7b6-443a-88fa-7064349035d7 HTTP/1.1" status: 200 len: 943 time: 0.0832317 May 12 15:33:35.776367 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-cab6b6d7-071f-4587-b509-2765300e13a9 req-205500ac-d679-4e09-bdf2-d43cf5d5a70b tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/security-groups?id=2760b0f1-b234-4de9-89f2-f77f95ef8caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436122 May 12 15:33:36.228498 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-87b68ab9-812e-4b80-9c87-ceb4d907e18d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705539'] for router_interface, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:36.622660 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.plugin [None req-87b68ab9-812e-4b80-9c87-ceb4d907e18d admin admin] Deleting port f97092c1-d4f2-444c-bb4b-2918d541a0a7 {{(pid=78793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:33:36.623318 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-87b68ab9-812e-4b80-9c87-ceb4d907e18d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649292957'] for port, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:36.835473 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.db [None req-87b68ab9-812e-4b80-9c87-ceb4d907e18d admin admin] For port f97092c1-d4f2-444c-bb4b-2918d541a0a7, host dv-cinder-789603-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-iscsi',level=0,port_id=f97092c1-d4f2-444c-bb4b-2918d541a0a7,segment=NetworkSegment(3335fbed-a52c-4d63-90d5-e5c4d9194d95),segment_id=3335fbed-a52c-4d63-90d5-e5c4d9194d95)] {{(pid=78793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:33:36.835829 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-87b68ab9-812e-4b80-9c87-ceb4d907e18d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:36.999741 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.plugin [None req-87b68ab9-812e-4b80-9c87-ceb4d907e18d admin admin] Calling delete_port for f97092c1-d4f2-444c-bb4b-2918d541a0a7 owned by network:router_interface {{(pid=78793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:33:37.066467 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4de561-59c8-4922-9b70-9e8b76e5f5b7 req-1a44059b-17f5-4222-8ebf-dc050d3d1232 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:33:37.067945 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-4a4de561-59c8-4922-9b70-9e8b76e5f5b7 req-1a44059b-17f5-4222-8ebf-dc050d3d1232 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c78a336-b7b6-443a-88fa-7064349035d7 HTTP/1.1" status: 200 len: 943 time: 0.1671085 May 12 15:33:37.134640 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-4a4de561-59c8-4922-9b70-9e8b76e5f5b7 req-850e8e1e-de5d-46e6-a224-74c40690c0bf tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/security-groups?id=2760b0f1-b234-4de9-89f2-f77f95ef8caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545478 May 12 15:33:37.218611 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-87b68ab9-812e-4b80-9c87-ceb4d907e18d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649297264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739648862733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3598933'] for port, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:37.222853 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-b8efba39-e838-4315-8ecc-461f72cdf54d tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:33:37.268825 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b68ab9-812e-4b80-9c87-ceb4d907e18d admin admin] Pushing event deleted for resources: {'Port': ['ID=f97092c1-d4f2-444c-bb4b-2918d541a0a7,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:33:37.271912 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-87b68ab9-812e-4b80-9c87-ceb4d907e18d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:33:37.535150 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-87b68ab9-812e-4b80-9c87-ceb4d907e18d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710579'] for router_interface, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:37.893483 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87b68ab9-812e-4b80-9c87-ceb4d907e18d admin admin] Router 7ce0eb59-daa1-4f6b-a522-2df01d1df30f has already been hosted by L3 agent e96f2393-830b-46ef-bef2-f93615c2f352 {{(pid=78793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 15:33:38.167084 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87b68ab9-812e-4b80-9c87-ceb4d907e18d admin admin] Notify agent at l3_agent.dv-cinder-789603-6-iscsi the message routers_updated {{(pid=78793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:33:38.178736 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a8428a-2f3f-4c37-9533-f33d28166ebb None None] Sync routers for ids ['7ce0eb59-daa1-4f6b-a522-2df01d1df30f'] in dv-cinder-789603-6-iscsi {{(pid=78795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:33:38.179804 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-87b68ab9-812e-4b80-9c87-ceb4d907e18d admin admin] 10.222.0.32 "PUT /v2.0/routers/7ce0eb59-daa1-4f6b-a522-2df01d1df30f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6812747 May 12 15:33:38.182200 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 50264) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:33:38.189503 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a8428a-2f3f-4c37-9533-f33d28166ebb None None] Routers {'7ce0eb59-daa1-4f6b-a522-2df01d1df30f'} bound to L3 agent in host dv-cinder-789603-6-iscsi {{(pid=78795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:33:38.190263 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_hamode_db [None req-75a8428a-2f3f-4c37-9533-f33d28166ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-12T15:12:51Z,description=,heartbeat_timestamp=2021-05-12T15:33:21Z,host='dv-cinder-789603-6-iscsi',id=e96f2393-830b-46ef-bef2-f93615c2f352,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:12:51Z,topic='l3_agent')) {'router_ids': ['7ce0eb59-daa1-4f6b-a522-2df01d1df30f'], 'active': True} {{(pid=78795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:33:38.341231 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2e021e-40d1-4461-856b-17d0fc0b57f9 req-cd9732fd-5543-408d-9a6e-6be82164762a tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:33:38.342799 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-af2e021e-40d1-4461-856b-17d0fc0b57f9 req-cd9732fd-5543-408d-9a6e-6be82164762a tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c78a336-b7b6-443a-88fa-7064349035d7 HTTP/1.1" status: 200 len: 943 time: 0.0963833 May 12 15:33:38.369850 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-8f456bcd-cbdd-4f80-9233-9d06c10866d0 admin admin] Notify callbacks [] for router, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:38.374843 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_dvr_db [None req-75a8428a-2f3f-4c37-9533-f33d28166ebb None None] Set router 7ce0eb59-daa1-4f6b-a522-2df01d1df30f gateway port host: dv-cinder-789603-6-iscsi {{(pid=78795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:33:38.392379 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-af2e021e-40d1-4461-856b-17d0fc0b57f9 req-c504c46c-155b-4973-9f2e-b7e9b9bac960 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/security-groups?id=2760b0f1-b234-4de9-89f2-f77f95ef8caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418019 May 12 15:33:38.549393 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-8f456bcd-cbdd-4f80-9233-9d06c10866d0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:38.621173 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.plugin [None req-8f456bcd-cbdd-4f80-9233-9d06c10866d0 admin admin] Deleting port aabe0eca-7377-4ed9-ba2e-3e2617dbe106 {{(pid=78793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:33:38.621508 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-8f456bcd-cbdd-4f80-9233-9d06c10866d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649292957'] for port, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:38.656838 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_hamode_db [None req-75a8428a-2f3f-4c37-9533-f33d28166ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce0eb59-daa1-4f6b-a522-2df01d1df30f', 'name': 'tempest-AttachVolumeShelveTestJSON-504567464-router', 'tenant_id': '1d962db48c294eb4a16e765eb2cf52a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': 'aabe0eca-7377-4ed9-ba2e-3e2617dbe106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:22:18Z', 'updated_at': '2021-05-12T15:33:37Z', 'revision_number': 5, 'project_id': '1d962db48c294eb4a16e765eb2cf52a8', 'gw_port': {'id': 'aabe0eca-7377-4ed9-ba2e-3e2617dbe106', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce0eb59-daa1-4f6b-a522-2df01d1df30f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:22:20Z', 'updated_at': '2021-05-12T15:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi'}], 'dv-cinder-789603-6-iscsi', False) {} {{(pid=78795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:33:38.660909 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a8428a-2f3f-4c37-9533-f33d28166ebb None None] Checking router: 7ce0eb59-daa1-4f6b-a522-2df01d1df30f for host: dv-cinder-789603-6-iscsi {{(pid=78795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:33:38.668988 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a8428a-2f3f-4c37-9533-f33d28166ebb None None] Routers {'7ce0eb59-daa1-4f6b-a522-2df01d1df30f'} bound to L3 agent in host dv-cinder-789603-6-iscsi {{(pid=78795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:33:38.669573 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_hamode_db [None req-75a8428a-2f3f-4c37-9533-f33d28166ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-12T15:12:51Z,description=,heartbeat_timestamp=2021-05-12T15:33:21Z,host='dv-cinder-789603-6-iscsi',id=e96f2393-830b-46ef-bef2-f93615c2f352,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:12:51Z,topic='l3_agent')) {'router_ids': ['7ce0eb59-daa1-4f6b-a522-2df01d1df30f'], 'active': True} {{(pid=78795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:33:38.742897 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.db [None req-8f456bcd-cbdd-4f80-9233-9d06c10866d0 admin admin] For port aabe0eca-7377-4ed9-ba2e-3e2617dbe106, host dv-cinder-789603-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-iscsi',level=0,port_id=aabe0eca-7377-4ed9-ba2e-3e2617dbe106,segment=NetworkSegment(5d059134-8cbd-4fdb-844f-331960400265),segment_id=5d059134-8cbd-4fdb-844f-331960400265)] {{(pid=78793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:33:38.743256 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-8f456bcd-cbdd-4f80-9233-9d06c10866d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:38.846413 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_dvr_db [None req-75a8428a-2f3f-4c37-9533-f33d28166ebb None None] Set router 7ce0eb59-daa1-4f6b-a522-2df01d1df30f gateway port host: None {{(pid=78795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:33:38.878745 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.plugin [None req-8f456bcd-cbdd-4f80-9233-9d06c10866d0 admin admin] Calling delete_port for aabe0eca-7377-4ed9-ba2e-3e2617dbe106 owned by network:router_gateway {{(pid=78793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:33:38.955262 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_hamode_db [None req-75a8428a-2f3f-4c37-9533-f33d28166ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce0eb59-daa1-4f6b-a522-2df01d1df30f', 'name': 'tempest-AttachVolumeShelveTestJSON-504567464-router', 'tenant_id': '1d962db48c294eb4a16e765eb2cf52a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:22:18Z', 'updated_at': '2021-05-12T15:33:38Z', 'revision_number': 6, 'project_id': '1d962db48c294eb4a16e765eb2cf52a8', 'gw_port_host': None}], 'dv-cinder-789603-6-iscsi', False) {} {{(pid=78795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:33:38.959737 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a8428a-2f3f-4c37-9533-f33d28166ebb None None] The sync data for ids ['7ce0eb59-daa1-4f6b-a522-2df01d1df30f'] in dv-cinder-789603-6-iscsi is: [{'id': '7ce0eb59-daa1-4f6b-a522-2df01d1df30f', 'name': 'tempest-AttachVolumeShelveTestJSON-504567464-router', 'tenant_id': '1d962db48c294eb4a16e765eb2cf52a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:22:18Z', 'updated_at': '2021-05-12T15:33:38Z', 'revision_number': 6, 'project_id': '1d962db48c294eb4a16e765eb2cf52a8', 'gw_port_host': None}] {{(pid=78795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:33:39.037485 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-8f456bcd-cbdd-4f80-9233-9d06c10866d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649297264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739648862733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3598933'] for port, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:39.040982 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-2a15aade-6900-4515-98f6-c922f912c160 tempest-VolumesSnapshotTestJSON-1890989557 tempest-VolumesSnapshotTestJSON-1890989557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:33:39.085532 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f456bcd-cbdd-4f80-9233-9d06c10866d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=aabe0eca-7377-4ed9-ba2e-3e2617dbe106,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:33:39.088559 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-8f456bcd-cbdd-4f80-9233-9d06c10866d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:33:39.175627 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-8f456bcd-cbdd-4f80-9233-9d06c10866d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706599'] for router_gateway, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:39.343898 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-8f456bcd-cbdd-4f80-9233-9d06c10866d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13144'] for router, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:39.346217 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-8f456bcd-cbdd-4f80-9233-9d06c10866d0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:39.369632 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-8f456bcd-cbdd-4f80-9233-9d06c10866d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1780853'] for router, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:39.370192 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f456bcd-cbdd-4f80-9233-9d06c10866d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ce0eb59-daa1-4f6b-a522-2df01d1df30f {{(pid=78793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 15:33:39.384711 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-8f456bcd-cbdd-4f80-9233-9d06c10866d0 admin admin] Notify callbacks [] for router, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:39.388078 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-8f456bcd-cbdd-4f80-9233-9d06c10866d0 admin admin] 10.222.0.32 "DELETE /v2.0/routers/7ce0eb59-daa1-4f6b-a522-2df01d1df30f HTTP/1.1" status: 204 len: 168 time: 1.2027202 May 12 15:33:39.388636 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 50268) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:33:39.451910 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.db_base_plugin_v2 [None req-98557892-9b8b-4dc9-8934-6a22293ed48f admin admin] Deleting subnet a819acb5-532b-4750-ac78-9d47ffeaf477 {{(pid=78793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 12 15:33:39.454850 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-98557892-9b8b-4dc9-8934-6a22293ed48f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:39.534490 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-98557892-9b8b-4dc9-8934-6a22293ed48f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316453'] for subnet, precommit_delete_associations {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:39.721260 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Device 7eaae9ce-b15f-4843-b1cd-cfb5d875c2af details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=78794) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 15:33:39.790500 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fc93dc-31b2-4098-8dc3-16f8bfd2effe req-fec374e5-06fa-49a6-bb51-019ef6fc3f27 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:33:39.791965 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-64fc93dc-31b2-4098-8dc3-16f8bfd2effe req-fec374e5-06fa-49a6-bb51-019ef6fc3f27 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c78a336-b7b6-443a-88fa-7064349035d7 HTTP/1.1" status: 200 len: 943 time: 0.2909071 May 12 15:33:39.815828 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-98557892-9b8b-4dc9-8934-6a22293ed48f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1440695'] for subnet, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:39.858267 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] For port 7eaae9ce-b15f-4843-b1cd-cfb5d875c2af, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=7eaae9ce-b15f-4843-b1cd-cfb5d875c2af,segment=NetworkSegment(ac82933f-9743-4327-a060-79996a317b26),segment_id=ac82933f-9743-4327-a060-79996a317b26)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:33:39.872048 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Returning: {'device': '7eaae9ce-b15f-4843-b1cd-cfb5d875c2af', 'network_id': '17267851-fd39-4f2f-86eb-a60d64460bc3', 'port_id': '7eaae9ce-b15f-4843-b1cd-cfb5d875c2af', 'mac_address': 'fa:16:3e:83:63:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90db4296-24fa-4fea-bd4a-f288635b69c4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78794) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 15:33:39.898302 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-64fc93dc-31b2-4098-8dc3-16f8bfd2effe req-e600820e-ebe7-4524-9ea2-028dd6e0a1b9 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/security-groups?id=2760b0f1-b234-4de9-89f2-f77f95ef8caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997636 May 12 15:33:39.934258 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:39.953234 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.notifiers.nova [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7eaae9ce-b15f-4843-b1cd-cfb5d875c2af {{(pid=78794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 15:33:39.970707 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] For port 7eaae9ce-b15f-4843-b1cd-cfb5d875c2af, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=7eaae9ce-b15f-4843-b1cd-cfb5d875c2af,segment=NetworkSegment(ac82933f-9743-4327-a060-79996a317b26),segment_id=ac82933f-9743-4327-a060-79996a317b26)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:33:39.976570 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:39.978459 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:33:40.046505 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Pushing event updated for resources: {'Port': ['ID=7eaae9ce-b15f-4843-b1cd-cfb5d875c2af,revision_number=4']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:33:40.052135 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:33:40.099568 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-98557892-9b8b-4dc9-8934-6a22293ed48f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1440696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3598854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4155494'] for subnet, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:40.104346 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-b7999fdf-441c-4a7a-97f9-90ce71dc3981 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:33:40.138402 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98557892-9b8b-4dc9-8934-6a22293ed48f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a819acb5-532b-4750-ac78-9d47ffeaf477,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:33:40.140874 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-98557892-9b8b-4dc9-8934-6a22293ed48f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for subnet, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:40.143330 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-98557892-9b8b-4dc9-8934-6a22293ed48f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:33:40.145920 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e21310-8de3-4c5a-b1c3-21b7c778f05a None None] Network e42449cb-482c-4d1d-a3c5-6d4382e507b8 requested from dv-cinder-789603-6-iscsi {{(pid=78794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 15:33:40.147306 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-98557892-9b8b-4dc9-8934-6a22293ed48f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a819acb5-532b-4750-ac78-9d47ffeaf477 HTTP/1.1" status: 204 len: 168 time: 0.7577145 May 12 15:33:40.149705 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 50274) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:33:40.253065 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-38808533-125e-462b-9ced-393fb1977b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741559'] for network, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:40.328644 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.plugin [None req-38808533-125e-462b-9ced-393fb1977b8e admin admin] Deleting port 8289ac34-cbcf-49c0-84df-d12dc215eff9 {{(pid=78793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:33:40.328907 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-38808533-125e-462b-9ced-393fb1977b8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649292957'] for port, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:40.370293 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] get_ports_and_sgs() called for port_ids ['7eaae9ce-b15f-4843-b1cd-cfb5d875c2af'] {{(pid=78794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:33:40.404732 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a3fd20-a30a-4d98-967b-7785e1d97c1f None None] DHCP port deletion for e42449cb-482c-4d1d-a3c5-6d4382e507b8 request from dv-cinder-789603-6-iscsi {{(pid=78794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 12 15:33:40.429658 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.db [None req-38808533-125e-462b-9ced-393fb1977b8e admin admin] For port 8289ac34-cbcf-49c0-84df-d12dc215eff9, host dv-cinder-789603-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-iscsi',level=0,port_id=8289ac34-cbcf-49c0-84df-d12dc215eff9,segment=NetworkSegment(3335fbed-a52c-4d63-90d5-e5c4d9194d95),segment_id=3335fbed-a52c-4d63-90d5-e5c4d9194d95)] {{(pid=78793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:33:40.430078 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-38808533-125e-462b-9ced-393fb1977b8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:40.530164 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.plugin [None req-03a3fd20-a30a-4d98-967b-7785e1d97c1f None None] Deleting port 8289ac34-cbcf-49c0-84df-d12dc215eff9 {{(pid=78794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:33:40.530455 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-03a3fd20-a30a-4d98-967b-7785e1d97c1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649292957'] for port, before_delete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:40.552932 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.plugin [None req-38808533-125e-462b-9ced-393fb1977b8e admin admin] Calling delete_port for 8289ac34-cbcf-49c0-84df-d12dc215eff9 owned by network:dhcp {{(pid=78793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:33:40.602026 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-38808533-125e-462b-9ced-393fb1977b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649297264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739648862733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3598933'] for port, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:40.605897 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-0d771264-76da-45b0-9e74-6067e686a7c6 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:33:40.647813 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38808533-125e-462b-9ced-393fb1977b8e admin admin] Pushing event deleted for resources: {'Port': ['ID=8289ac34-cbcf-49c0-84df-d12dc215eff9,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:33:40.651358 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-38808533-125e-462b-9ced-393fb1977b8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:33:40.653412 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38808533-125e-462b-9ced-393fb1977b8e admin admin] No DVR routers for this DVR port 8289ac34-cbcf-49c0-84df-d12dc215eff9 on host dv-cinder-789603-6-iscsi {{(pid=78793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:33:40.668769 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-03a3fd20-a30a-4d98-967b-7785e1d97c1f None None] For port 8289ac34-cbcf-49c0-84df-d12dc215eff9, host dv-cinder-789603-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-iscsi',level=0,port_id=8289ac34-cbcf-49c0-84df-d12dc215eff9,segment=NetworkSegment(3335fbed-a52c-4d63-90d5-e5c4d9194d95),segment_id=3335fbed-a52c-4d63-90d5-e5c4d9194d95)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:33:40.669172 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-03a3fd20-a30a-4d98-967b-7785e1d97c1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:40.770501 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-38808533-125e-462b-9ced-393fb1977b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1434444', 'neutron.services.segments.db._delete_segments_for_network-8739649303709'] for network, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:40.785700 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.services.segments.db [None req-38808533-125e-462b-9ced-393fb1977b8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e42449cb-482c-4d1d-a3c5-6d4382e507b8']}} {{(pid=78793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:33:40.801579 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.services.segments.db [None req-38808533-125e-462b-9ced-393fb1977b8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3335fbed-a52c-4d63-90d5-e5c4d9194d95') {'for_net_delete': True} {{(pid=78793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:33:40.801906 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.services.segments.db [None req-38808533-125e-462b-9ced-393fb1977b8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3335fbed-a52c-4d63-90d5-e5c4d9194d95') {} {{(pid=78793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:33:40.805503 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.plugin [None req-03a3fd20-a30a-4d98-967b-7785e1d97c1f None None] Calling delete_port for 8289ac34-cbcf-49c0-84df-d12dc215eff9 owned by network:dhcp {{(pid=78794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:33:40.814583 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-38808533-125e-462b-9ced-393fb1977b8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649315175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316474'] for segment, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:40.832325 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-38808533-125e-462b-9ced-393fb1977b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428868'] for segment, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:40.839697 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38808533-125e-462b-9ced-393fb1977b8e admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=78793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 15:33:40.840406 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-38808533-125e-462b-9ced-393fb1977b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3598944'] for segment, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:40.854868 dv-cinder-789603-6-iscsi neutron-server[78793]: Traceback (most recent call last): May 12 15:33:40.854868 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 15:33:40.854868 dv-cinder-789603-6-iscsi neutron-server[78793]: timer() May 12 15:33:40.854868 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 15:33:40.854868 dv-cinder-789603-6-iscsi neutron-server[78793]: cb(*args, **kw) May 12 15:33:40.854868 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 12 15:33:40.854868 dv-cinder-789603-6-iscsi neutron-server[78793]: return func(*args, **kwargs) May 12 15:33:40.854868 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 15:33:40.854868 dv-cinder-789603-6-iscsi neutron-server[78793]: self._notify() May 12 15:33:40.854868 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 15:33:40.854868 dv-cinder-789603-6-iscsi neutron-server[78793]: self.callback(batched_events) May 12 15:33:40.854868 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 15:33:40.854868 dv-cinder-789603-6-iscsi neutron-server[78793]: event.method(event) May 12 15:33:40.854868 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 15:33:40.854868 dv-cinder-789603-6-iscsi neutron-server[78793]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 15:33:40.854868 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 15:33:40.854868 dv-cinder-789603-6-iscsi neutron-server[78793]: aggregate_uuid = self.p_client.list_aggregates( May 12 15:33:40.854868 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 15:33:40.854868 dv-cinder-789603-6-iscsi neutron-server[78793]: return f(self, *a, **k) May 12 15:33:40.854868 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 15:33:40.854868 dv-cinder-789603-6-iscsi neutron-server[78793]: return self._get(url).json() May 12 15:33:40.854868 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 15:33:40.854868 dv-cinder-789603-6-iscsi neutron-server[78793]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 15:33:40.854868 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 15:33:40.854868 dv-cinder-789603-6-iscsi neutron-server[78793]: return self.request(url, 'GET', **kwargs) May 12 15:33:40.854868 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 15:33:40.854868 dv-cinder-789603-6-iscsi neutron-server[78793]: base_url = self.get_endpoint(auth, allow=allow, May 12 15:33:40.854868 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 15:33:40.854868 dv-cinder-789603-6-iscsi neutron-server[78793]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 15:33:40.854868 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 15:33:40.854868 dv-cinder-789603-6-iscsi neutron-server[78793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 15:33:40.854868 dv-cinder-789603-6-iscsi neutron-server[78793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 15:33:40.936598 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-03a3fd20-a30a-4d98-967b-7785e1d97c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649297264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739648862733'] for port, after_delete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:40.943041 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-4bd1b1aa-42e2-409b-bd54-2a71aeecb0f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:33:40.946430 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-38808533-125e-462b-9ced-393fb1977b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1434421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706613'] for network, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:40.951750 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-38808533-125e-462b-9ced-393fb1977b8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for network, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:40.955846 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:33:40.984975 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38808533-125e-462b-9ced-393fb1977b8e admin admin] Pushing event deleted for resources: {'Network': ['ID=e42449cb-482c-4d1d-a3c5-6d4382e507b8,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:33:40.988365 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-38808533-125e-462b-9ced-393fb1977b8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:33:41.003970 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-38808533-125e-462b-9ced-393fb1977b8e admin admin] 10.222.0.32 "DELETE /v2.0/networks/e42449cb-482c-4d1d-a3c5-6d4382e507b8 HTTP/1.1" status: 204 len: 168 time: 0.8527911 May 12 15:33:41.004474 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a3fd20-a30a-4d98-967b-7785e1d97c1f None None] No DVR routers for this DVR port 8289ac34-cbcf-49c0-84df-d12dc215eff9 on host dv-cinder-789603-6-iscsi {{(pid=78794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:33:41.006407 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a3fd20-a30a-4d98-967b-7785e1d97c1f None None] Pushing event deleted for resources: {'Port': ['ID=8289ac34-cbcf-49c0-84df-d12dc215eff9,revision_number=None']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:33:41.010025 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-03a3fd20-a30a-4d98-967b-7785e1d97c1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:33:41.047819 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device 8289ac34-cbcf-49c0-84df-d12dc215eff9 no longer exists at agent ovs-agent-dv-cinder-789603-6-iscsi {{(pid=78794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:33:41.084565 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.plugin [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] No Port match for: 8289ac34-cbcf-49c0-84df-d12dc215eff9 {{(pid=78794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 15:33:41.085264 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device 8289ac34-cbcf-49c0-84df-d12dc215eff9 not bound to the agent host dv-cinder-789603-6-iscsi {{(pid=78794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:33:41.085701 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device f97092c1-d4f2-444c-bb4b-2918d541a0a7 no longer exists at agent ovs-agent-dv-cinder-789603-6-iscsi {{(pid=78794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:33:41.124086 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.plugin [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] No Port match for: f97092c1-d4f2-444c-bb4b-2918d541a0a7 {{(pid=78794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 15:33:41.124442 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device f97092c1-d4f2-444c-bb4b-2918d541a0a7 not bound to the agent host dv-cinder-789603-6-iscsi {{(pid=78794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:33:41.124882 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device aabe0eca-7377-4ed9-ba2e-3e2617dbe106 no longer exists at agent ovs-agent-dv-cinder-789603-6-iscsi {{(pid=78794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:33:41.130375 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a563a69-ddd8-4a0d-a9a9-4e298dafd191 req-3bd877ba-c358-43d0-9c41-d638d968d739 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:33:41.131873 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-4a563a69-ddd8-4a0d-a9a9-4e298dafd191 req-3bd877ba-c358-43d0-9c41-d638d968d739 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c78a336-b7b6-443a-88fa-7064349035d7 HTTP/1.1" status: 200 len: 944 time: 0.0901244 May 12 15:33:41.136875 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 50282) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:33:41.149574 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.agents_db [None req-dd47ce14-932e-4540-b008-5e9038d1c348 None None] Agent healthcheck: found 6 active agents {{(pid=78795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 15:33:41.159297 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.plugin [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] No Port match for: aabe0eca-7377-4ed9-ba2e-3e2617dbe106 {{(pid=78794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 15:33:41.159650 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device aabe0eca-7377-4ed9-ba2e-3e2617dbe106 not bound to the agent host dv-cinder-789603-6-iscsi {{(pid=78794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:33:41.211990 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-4a563a69-ddd8-4a0d-a9a9-4e298dafd191 req-39e7cd3d-1343-48c6-b3b3-4a8ed36c7607 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/security-groups?id=2760b0f1-b234-4de9-89f2-f77f95ef8caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725231 May 12 15:33:41.222122 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-0090b77d-9b4c-4a50-bd90-69238efec727 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1d962db48c294eb4a16e765eb2cf52a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0840728 May 12 15:33:41.224781 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 50286) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:33:41.281980 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-ffba2874-3883-41b4-9f02-d40427c1dd19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:41.307761 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-ffba2874-3883-41b4-9f02-d40427c1dd19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:41.362612 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-ffba2874-3883-41b4-9f02-d40427c1dd19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:41.366272 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-4ad5d3d9-fcd8-4426-8331-92af4162084c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:33:41.379932 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffba2874-3883-41b4-9f02-d40427c1dd19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c13feb52-63a9-4420-86b9-e1b14fb418d3,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:33:41.383732 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-ffba2874-3883-41b4-9f02-d40427c1dd19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:33:41.387044 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-ffba2874-3883-41b4-9f02-d40427c1dd19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:41.388121 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-ffba2874-3883-41b4-9f02-d40427c1dd19 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c13feb52-63a9-4420-86b9-e1b14fb418d3 HTTP/1.1" status: 204 len: 168 time: 0.1624529 May 12 15:33:42.408233 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec75d1b-1fa4-4575-9a02-0dfe0b2eaf3f req-a1bcda0c-8696-4c90-b23b-34304d7fe929 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:33:42.409704 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-9ec75d1b-1fa4-4575-9a02-0dfe0b2eaf3f req-a1bcda0c-8696-4c90-b23b-34304d7fe929 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c78a336-b7b6-443a-88fa-7064349035d7 HTTP/1.1" status: 200 len: 944 time: 0.0893426 May 12 15:33:42.456327 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-9ec75d1b-1fa4-4575-9a02-0dfe0b2eaf3f req-d834f20d-0ccd-4a66-8736-a0de184517eb tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/security-groups?id=2760b0f1-b234-4de9-89f2-f77f95ef8caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408196 May 12 15:33:42.974479 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 50330) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:33:43.091937 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-cbbcf98c-068c-45dc-8d5a-16ca145b3633 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:43.106318 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-cbbcf98c-068c-45dc-8d5a-16ca145b3633 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:33:43.110539 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-cbbcf98c-068c-45dc-8d5a-16ca145b3633 admin admin] Usage tracker for resource:security_group_rule and tenant:132adf9ec91e40eaa6c90414a233f4d1 is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:33:43.113237 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-cbbcf98c-068c-45dc-8d5a-16ca145b3633 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:33:43.118735 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-cbbcf98c-068c-45dc-8d5a-16ca145b3633 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:33:43.304937 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-cbbcf98c-068c-45dc-8d5a-16ca145b3633 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:43.308899 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-cbbcf98c-068c-45dc-8d5a-16ca145b3633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:43.316473 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-a16e8441-202a-4825-b890-6da16eb8fc05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:33:43.358165 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-cbbcf98c-068c-45dc-8d5a-16ca145b3633 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=132adf9ec91e40eaa6c90414a233f4d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3825350 May 12 15:33:43.359582 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbcf98c-068c-45dc-8d5a-16ca145b3633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80850928-5feb-44f7-826d-0a1487fbb141,revision_number=1']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:33:43.361765 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 50336) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:33:43.367914 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbcf98c-068c-45dc-8d5a-16ca145b3633 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:33:43.368298 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbcf98c-068c-45dc-8d5a-16ca145b3633 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:33:43.368697 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbcf98c-068c-45dc-8d5a-16ca145b3633 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:33:43.369092 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbcf98c-068c-45dc-8d5a-16ca145b3633 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:33:43.369478 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbcf98c-068c-45dc-8d5a-16ca145b3633 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:33:43.369996 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbcf98c-068c-45dc-8d5a-16ca145b3633 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:33:43.370369 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbcf98c-068c-45dc-8d5a-16ca145b3633 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:33:43.370726 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbcf98c-068c-45dc-8d5a-16ca145b3633 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:33:43.371085 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbcf98c-068c-45dc-8d5a-16ca145b3633 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:33:43.371432 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbcf98c-068c-45dc-8d5a-16ca145b3633 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:33:43.371910 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbcf98c-068c-45dc-8d5a-16ca145b3633 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:33:43.372294 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbcf98c-068c-45dc-8d5a-16ca145b3633 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:33:43.376266 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-cbbcf98c-068c-45dc-8d5a-16ca145b3633 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:33:43.423526 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-25f62f9a-51a6-4af2-a71c-c621b45b0e9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:43.448681 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-25f62f9a-51a6-4af2-a71c-c621b45b0e9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:43.504353 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-25f62f9a-51a6-4af2-a71c-c621b45b0e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:43.508319 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-9430cc7a-a97c-42e3-b99d-3a0bb0026ec7 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:33:43.521394 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f62f9a-51a6-4af2-a71c-c621b45b0e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80850928-5feb-44f7-826d-0a1487fbb141,revision_number=None']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:33:43.524295 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-25f62f9a-51a6-4af2-a71c-c621b45b0e9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:33:43.526393 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-25f62f9a-51a6-4af2-a71c-c621b45b0e9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:43.529921 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-25f62f9a-51a6-4af2-a71c-c621b45b0e9c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/80850928-5feb-44f7-826d-0a1487fbb141 HTTP/1.1" status: 204 len: 168 time: 0.1646247 May 12 15:33:43.650625 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364baa43-27ad-42f0-b219-f849b21931eb req-f833874d-1bbd-45e2-92bc-cd30b11adde1 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:33:43.652067 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-364baa43-27ad-42f0-b219-f849b21931eb req-f833874d-1bbd-45e2-92bc-cd30b11adde1 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c78a336-b7b6-443a-88fa-7064349035d7 HTTP/1.1" status: 200 len: 944 time: 0.0810702 May 12 15:33:43.697562 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-364baa43-27ad-42f0-b219-f849b21931eb req-f06ad87a-6bba-4d4a-b955-98de7d5d2716 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/security-groups?id=2760b0f1-b234-4de9-89f2-f77f95ef8caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386477 May 12 15:33:43.722666 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Device 7eaae9ce-b15f-4843-b1cd-cfb5d875c2af up at agent hyperv_hv-cinder-78960 {{(pid=78794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:33:43.793076 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Provisioning for port 7eaae9ce-b15f-4843-b1cd-cfb5d875c2af completed by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:33:43.797686 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Provisioning complete for port 7eaae9ce-b15f-4843-b1cd-cfb5d875c2af triggered by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:33:43.798096 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:43.812635 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 50346) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:33:43.830742 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-cdca2d8d-c3b2-46a0-b7a0-f02f27dd9f22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:43.845730 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-cdca2d8d-c3b2-46a0-b7a0-f02f27dd9f22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:33:43.849440 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-cdca2d8d-c3b2-46a0-b7a0-f02f27dd9f22 admin admin] Usage tracker for resource:security_group_rule and tenant:ef06b285663b4a28a3ba1441fc7c49fd is out of sync, need to count used quota {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:33:43.852217 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-cdca2d8d-c3b2-46a0-b7a0-f02f27dd9f22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:33:43.857731 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-cdca2d8d-c3b2-46a0-b7a0-f02f27dd9f22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:33:43.950752 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:43.955064 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-cdca2d8d-c3b2-46a0-b7a0-f02f27dd9f22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:43.958837 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-cdca2d8d-c3b2-46a0-b7a0-f02f27dd9f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:43.967213 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-d556ce01-3187-49d6-b599-675ffcba3ce8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:33:43.982025 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c78a336-b7b6-443a-88fa-7064349035d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eaae9ce-b15f-4843-b1cd-cfb5d875c2af'}] {{(pid=78794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:33:43.991549 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] For port 7eaae9ce-b15f-4843-b1cd-cfb5d875c2af, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=7eaae9ce-b15f-4843-b1cd-cfb5d875c2af,segment=NetworkSegment(ac82933f-9743-4327-a060-79996a317b26),segment_id=ac82933f-9743-4327-a060-79996a317b26)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:33:43.996543 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:43.998489 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:33:44.011081 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-cdca2d8d-c3b2-46a0-b7a0-f02f27dd9f22 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ef06b285663b4a28a3ba1441fc7c49fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1949928 May 12 15:33:44.011081 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdca2d8d-c3b2-46a0-b7a0-f02f27dd9f22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc61ae3-de22-4a65-a7cb-204698689067,revision_number=1']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:33:44.011445 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 50352) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:33:44.012861 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-cdca2d8d-c3b2-46a0-b7a0-f02f27dd9f22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:33:44.040678 dv-cinder-789603-6-iscsi neutron-server[78794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c78a336-b7b6-443a-88fa-7064349035d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eaae9ce-b15f-4843-b1cd-cfb5d875c2af', 'code': 200} May 12 15:33:44.073500 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Pushing event updated for resources: {'Port': ['ID=7eaae9ce-b15f-4843-b1cd-cfb5d875c2af,revision_number=5']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:33:44.076188 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:33:44.081116 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-45ed5c64-67b1-48d0-928e-44721834b3d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:44.106026 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-45ed5c64-67b1-48d0-928e-44721834b3d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:44.156942 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-45ed5c64-67b1-48d0-928e-44721834b3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:44.161197 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-2ebbfd33-a0c3-4816-b54d-70cfd00dc6bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:33:44.177436 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ed5c64-67b1-48d0-928e-44721834b3d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc61ae3-de22-4a65-a7cb-204698689067,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:33:44.180948 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-45ed5c64-67b1-48d0-928e-44721834b3d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:33:44.190153 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-45ed5c64-67b1-48d0-928e-44721834b3d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:44.193683 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-45ed5c64-67b1-48d0-928e-44721834b3d3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ffc61ae3-de22-4a65-a7cb-204698689067 HTTP/1.1" status: 204 len: 168 time: 0.1788757 May 12 15:33:44.374506 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3953e602-2dc1-4e68-8ea4-11b81ba291a5 req-5d7e4426-20ea-4720-8f6e-2b5e8652450f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:33:44.376510 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-3953e602-2dc1-4e68-8ea4-11b81ba291a5 req-5d7e4426-20ea-4720-8f6e-2b5e8652450f service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=4c78a336-b7b6-443a-88fa-7064349035d7 HTTP/1.1" status: 200 len: 1098 time: 0.0866838 May 12 15:33:44.419300 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-3953e602-2dc1-4e68-8ea4-11b81ba291a5 req-d9e9baf9-4540-410b-8411-7c9519aad4fb service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=2760b0f1-b234-4de9-89f2-f77f95ef8caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357385 May 12 15:33:44.990722 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ae0686-65b5-4c57-8dcc-274b6b31e3f1 req-f47dd1d6-0c98-4da1-a48c-07abd08fe0c6 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:33:44.992183 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-24ae0686-65b5-4c57-8dcc-274b6b31e3f1 req-f47dd1d6-0c98-4da1-a48c-07abd08fe0c6 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c78a336-b7b6-443a-88fa-7064349035d7 HTTP/1.1" status: 200 len: 945 time: 0.1852336 May 12 15:33:45.038357 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-24ae0686-65b5-4c57-8dcc-274b6b31e3f1 req-3f924312-d635-4468-9c0b-f8ce3eca031d tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/security-groups?id=2760b0f1-b234-4de9-89f2-f77f95ef8caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394850 May 12 15:33:46.228458 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617aa0d5-dbeb-40f6-b09f-1202695cc95e req-bb3ca8c4-4b53-40bc-bfb1-51e9859d611d tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:33:46.229956 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-617aa0d5-dbeb-40f6-b09f-1202695cc95e req-bb3ca8c4-4b53-40bc-bfb1-51e9859d611d tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c78a336-b7b6-443a-88fa-7064349035d7 HTTP/1.1" status: 200 len: 945 time: 0.0823853 May 12 15:33:46.276143 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-617aa0d5-dbeb-40f6-b09f-1202695cc95e req-c5008efd-4d26-4e8b-ab38-f6ab43c77f4c tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/security-groups?id=2760b0f1-b234-4de9-89f2-f77f95ef8caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389757 May 12 15:33:46.465216 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba355192-0a0c-4695-93f9-c5827094c574 req-9e2a9c26-29d9-4587-bbda-f9fc540fa3af tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:33:46.466721 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-ba355192-0a0c-4695-93f9-c5827094c574 req-9e2a9c26-29d9-4587-bbda-f9fc540fa3af tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c78a336-b7b6-443a-88fa-7064349035d7 HTTP/1.1" status: 200 len: 945 time: 0.0827606 May 12 15:33:46.511770 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-ba355192-0a0c-4695-93f9-c5827094c574 req-44c447df-847e-4589-8eb2-7b2fa03ff600 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/security-groups?id=2760b0f1-b234-4de9-89f2-f77f95ef8caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383422 May 12 15:33:46.535835 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 50410) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:33:46.766484 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f17bdb-85ca-43ef-bec3-e3df08c7912f tempest-TestVolumeBootPattern-413708984 tempest-TestVolumeBootPattern-413708984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:33:46.767861 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-44f17bdb-85ca-43ef-bec3-e3df08c7912f tempest-TestVolumeBootPattern-413708984 tempest-TestVolumeBootPattern-413708984-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4c78a336-b7b6-443a-88fa-7064349035d7 HTTP/1.1" status: 200 len: 1093 time: 0.2310545 May 12 15:33:46.771136 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 50416) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:33:46.776167 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.v2.base [None req-6246bff3-6594-45bd-a907-b59017dd7036 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Request body: {'floatingip': {'floating_network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'port_id': '7eaae9ce-b15f-4843-b1cd-cfb5d875c2af', 'tenant_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'fixed_ip_address': '172.20.0.5'}} {{(pid=78792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:33:46.782716 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-6246bff3-6594-45bd-a907-b59017dd7036 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:33:46.786787 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-6246bff3-6594-45bd-a907-b59017dd7036 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Usage tracker for resource:floatingip and tenant:9c641ae825cc4fc19fd89c2aecc761e3 is out of sync, need to count used quota {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:33:46.789664 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-6246bff3-6594-45bd-a907-b59017dd7036 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:33:46.795884 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-6246bff3-6594-45bd-a907-b59017dd7036 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:33:46.805630 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-6246bff3-6594-45bd-a907-b59017dd7036 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks [] for floatingip, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:46.945366 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-6246bff3-6594-45bd-a907-b59017dd7036 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:47.091655 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.db_base_plugin_common [None req-6246bff3-6594-45bd-a907-b59017dd7036 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Allocated IP 172.27.2.61 (d9e66476-551f-4a93-96a6-794e2ee658bf/9a4f1bc6-77ee-4516-b181-cab47718771b/fe849a81-1494-4800-a2de-08f13429b8d9) {{(pid=78792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:33:47.252013 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-6246bff3-6594-45bd-a907-b59017dd7036 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks [] for port, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:47.281205 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-6246bff3-6594-45bd-a907-b59017dd7036 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739648862724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3714859'] for port, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:47.286047 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-7ed01bd8-74f9-4628-bd7a-88f07c86be7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:33:47.348960 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6246bff3-6594-45bd-a907-b59017dd7036 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Network d9e66476-551f-4a93-96a6-794e2ee658bf is already hosted by enough agents. {{(pid=78792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:33:47.355733 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.base_scheduler [None req-6246bff3-6594-45bd-a907-b59017dd7036 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Resources bound (agent type, host, resource id): {{(pid=78792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:33:47.361083 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6246bff3-6594-45bd-a907-b59017dd7036 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Received port after_create {{(pid=78792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:33:47.385721 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6246bff3-6594-45bd-a907-b59017dd7036 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Pushing event updated for resources: {'Port': ['ID=fe849a81-1494-4800-a2de-08f13429b8d9,revision_number=1']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:33:47.391965 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-6246bff3-6594-45bd-a907-b59017dd7036 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:33:47.757176 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-6246bff3-6594-45bd-a907-b59017dd7036 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:47.830227 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-6246bff3-6594-45bd-a907-b59017dd7036 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:48.036995 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-6246bff3-6594-45bd-a907-b59017dd7036 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks [] for port, precommit_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:48.041209 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-6246bff3-6594-45bd-a907-b59017dd7036 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3714866'] for port, after_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:48.044522 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:33:48.254164 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6246bff3-6594-45bd-a907-b59017dd7036 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Pushing event updated for resources: {'Port': ['ID=fe849a81-1494-4800-a2de-08f13429b8d9,revision_number=2']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:33:48.257981 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-6246bff3-6594-45bd-a907-b59017dd7036 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:33:48.273930 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-6246bff3-6594-45bd-a907-b59017dd7036 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706618'] for floatingip, after_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:48.454278 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.db.l3_db [None req-6246bff3-6594-45bd-a907-b59017dd7036 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Floating IP d813158b-6e40-4203-aa93-a061b36c7b02 associated. External IP: 172.27.2.61, port: 7eaae9ce-b15f-4843-b1cd-cfb5d875c2af. May 12 15:33:48.722405 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-fdb92d0b-2bff-4c26-85b3-46970bcf6afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:48.820333 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6246bff3-6594-45bd-a907-b59017dd7036 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Router 7d2b8dbb-d67c-46d4-97ab-ed1952d51b15 has already been hosted by L3 agent e96f2393-830b-46ef-bef2-f93615c2f352 {{(pid=78792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 15:33:49.000489 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6246bff3-6594-45bd-a907-b59017dd7036 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify agent at l3_agent.dv-cinder-789603-6-iscsi the message routers_updated {{(pid=78792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:33:49.009963 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03460ae3-075f-4d6f-af33-121856f28500 None None] Sync routers for ids ['7d2b8dbb-d67c-46d4-97ab-ed1952d51b15'] in dv-cinder-789603-6-iscsi {{(pid=78794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:33:49.019505 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03460ae3-075f-4d6f-af33-121856f28500 None None] Routers {'7d2b8dbb-d67c-46d4-97ab-ed1952d51b15'} bound to L3 agent in host dv-cinder-789603-6-iscsi {{(pid=78794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:33:49.020118 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-03460ae3-075f-4d6f-af33-121856f28500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-12T15:12:51Z,description=,heartbeat_timestamp=2021-05-12T15:33:21Z,host='dv-cinder-789603-6-iscsi',id=e96f2393-830b-46ef-bef2-f93615c2f352,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:12:51Z,topic='l3_agent')) {'router_ids': ['7d2b8dbb-d67c-46d4-97ab-ed1952d51b15'], 'active': True} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:33:49.028754 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-6246bff3-6594-45bd-a907-b59017dd7036 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2050383'] for floatingip, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:49.097843 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-6246bff3-6594-45bd-a907-b59017dd7036 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3116837 May 12 15:33:49.097843 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c78a336-b7b6-443a-88fa-7064349035d7', 'tag': '7eaae9ce-b15f-4843-b1cd-cfb5d875c2af'}] {{(pid=78792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:33:49.208075 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvr_db [None req-03460ae3-075f-4d6f-af33-121856f28500 None None] Set router 7d2b8dbb-d67c-46d4-97ab-ed1952d51b15 gateway port host: dv-cinder-789603-6-iscsi {{(pid=78794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:33:49.285100 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c78a336-b7b6-443a-88fa-7064349035d7', 'tag': '7eaae9ce-b15f-4843-b1cd-cfb5d875c2af', 'status': 'completed', 'code': 200} May 12 15:33:49.379426 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f08af-be03-4bcf-8ac6-fa2fe506b4db req-74c70166-46f1-4729-978e-699e4fa7c6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:33:49.381617 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-f27f08af-be03-4bcf-8ac6-fa2fe506b4db req-74c70166-46f1-4729-978e-699e4fa7c6fc service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9c641ae825cc4fc19fd89c2aecc761e3&device_id=4c78a336-b7b6-443a-88fa-7064349035d7 HTTP/1.1" status: 200 len: 1098 time: 0.0737917 May 12 15:33:49.521492 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f08af-be03-4bcf-8ac6-fa2fe506b4db req-49924bea-1c22-48cc-962d-e739e382650f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:33:49.523008 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-f27f08af-be03-4bcf-8ac6-fa2fe506b4db req-49924bea-1c22-48cc-962d-e739e382650f service neutron] 10.222.0.85 "GET /v2.0/networks?id=17267851-fd39-4f2f-86eb-a60d64460bc3 HTTP/1.1" status: 200 len: 912 time: 0.1352198 May 12 15:33:49.577410 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-03460ae3-075f-4d6f-af33-121856f28500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d2b8dbb-d67c-46d4-97ab-ed1952d51b15', 'name': 'tempest-TestVolumeBootPattern-396584955-router', 'tenant_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'a0eaaa71-6293-4f40-a208-4cedd38e2dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:26:10Z', 'updated_at': '2021-05-12T15:26:14Z', 'revision_number': 4, 'project_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'gw_port': {'id': 'a0eaaa71-6293-4f40-a208-4cedd38e2dc3', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2b8dbb-d67c-46d4-97ab-ed1952d51b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:26:10Z', 'updated_at': '2021-05-12T15:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi', '_floatingips': [{'id': '950d860e-7792-4e71-8701-56c850e05b09', 'tenant_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'floating_ip_address': '172.27.2.107', 'floating_network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'router_id': '7d2b8dbb-d67c-46d4-97ab-ed1952d51b15', 'port_id': '2c04a71b-e21e-4460-ae36-c1a18ab155c3', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17267851-fd39-4f2f-86eb-a60d64460bc3', 'mac_address': 'fa:16:3e:42:a6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf4dd10-c481-47df-b532-a560e8d7c497', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T15:30:39Z', 'updated_at': '2021-05-12T15:30:42Z', 'revision_number': 1, 'project_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'fixed_ip_address_scope': None}, {'id': 'd813158b-6e40-4203-aa93-a061b36c7b02', 'tenant_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'floating_ip_address': '172.27.2.61', 'floating_network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'router_id': '7d2b8dbb-d67c-46d4-97ab-ed1952d51b15', 'port_id': '7eaae9ce-b15f-4843-b1cd-cfb5d875c2af', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17267851-fd39-4f2f-86eb-a60d64460bc3', 'mac_address': 'fa:16:3e:83:63:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c78a336-b7b6-443a-88fa-7064349035d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T15:33:47Z', 'updated_at': '2021-05-12T15:33:47Z', 'revision_number': 0, 'project_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e56ff15-ff6a-44ee-b638-69fb02cae5f4', 'name': '', 'network_id': '17267851-fd39-4f2f-86eb-a60d64460bc3', 'tenant_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'mac_address': 'fa:16:3e:1a:eb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2b8dbb-d67c-46d4-97ab-ed1952d51b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '90db4296-24fa-4fea-bd4a-f288635b69c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:26:13Z', 'updated_at': '2021-05-12T15:26:21Z', 'revision_number': 5, 'project_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'subnets': [{'id': '90db4296-24fa-4fea-bd4a-f288635b69c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-iscsi', False) {} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:33:49.582026 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03460ae3-075f-4d6f-af33-121856f28500 None None] Checking router: 7d2b8dbb-d67c-46d4-97ab-ed1952d51b15 for host: dv-cinder-789603-6-iscsi {{(pid=78794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:33:49.591900 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03460ae3-075f-4d6f-af33-121856f28500 None None] Routers {'7d2b8dbb-d67c-46d4-97ab-ed1952d51b15'} bound to L3 agent in host dv-cinder-789603-6-iscsi {{(pid=78794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:33:49.592560 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-03460ae3-075f-4d6f-af33-121856f28500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-12T15:12:51Z,description=,heartbeat_timestamp=2021-05-12T15:33:21Z,host='dv-cinder-789603-6-iscsi',id=e96f2393-830b-46ef-bef2-f93615c2f352,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:12:51Z,topic='l3_agent')) {'router_ids': ['7d2b8dbb-d67c-46d4-97ab-ed1952d51b15'], 'active': True} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:33:49.644531 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-f27f08af-be03-4bcf-8ac6-fa2fe506b4db req-8a4893c7-2123-48ec-83f9-c4733857e914 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7eaae9ce-b15f-4843-b1cd-cfb5d875c2af HTTP/1.1" status: 200 len: 998 time: 0.1144843 May 12 15:33:49.709711 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f08af-be03-4bcf-8ac6-fa2fe506b4db req-104b08d4-5999-4e6a-a436-76d66be51e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:33:49.710401 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-f27f08af-be03-4bcf-8ac6-fa2fe506b4db req-104b08d4-5999-4e6a-a436-76d66be51e58 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=90db4296-24fa-4fea-bd4a-f288635b69c4 HTTP/1.1" status: 200 len: 850 time: 0.0591619 May 12 15:33:49.771030 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvr_db [None req-03460ae3-075f-4d6f-af33-121856f28500 None None] Set router 7d2b8dbb-d67c-46d4-97ab-ed1952d51b15 gateway port host: dv-cinder-789603-6-iscsi {{(pid=78794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:33:49.792204 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f08af-be03-4bcf-8ac6-fa2fe506b4db req-2dd5b21a-0399-46e0-ae96-164956f3d75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:33:49.793617 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-f27f08af-be03-4bcf-8ac6-fa2fe506b4db req-2dd5b21a-0399-46e0-ae96-164956f3d75d service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=17267851-fd39-4f2f-86eb-a60d64460bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0748150 May 12 15:33:49.935360 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-f27f08af-be03-4bcf-8ac6-fa2fe506b4db req-4a6111bc-6947-4efc-8485-df671cbc639f service neutron] 10.222.0.85 "GET /v2.0/networks/17267851-fd39-4f2f-86eb-a60d64460bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339562 May 12 15:33:50.146920 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-03460ae3-075f-4d6f-af33-121856f28500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d2b8dbb-d67c-46d4-97ab-ed1952d51b15', 'name': 'tempest-TestVolumeBootPattern-396584955-router', 'tenant_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'a0eaaa71-6293-4f40-a208-4cedd38e2dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:26:10Z', 'updated_at': '2021-05-12T15:26:14Z', 'revision_number': 4, 'project_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'gw_port': {'id': 'a0eaaa71-6293-4f40-a208-4cedd38e2dc3', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2b8dbb-d67c-46d4-97ab-ed1952d51b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:26:10Z', 'updated_at': '2021-05-12T15:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi', '_floatingips': [{'id': '950d860e-7792-4e71-8701-56c850e05b09', 'tenant_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'floating_ip_address': '172.27.2.107', 'floating_network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'router_id': '7d2b8dbb-d67c-46d4-97ab-ed1952d51b15', 'port_id': '2c04a71b-e21e-4460-ae36-c1a18ab155c3', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17267851-fd39-4f2f-86eb-a60d64460bc3', 'mac_address': 'fa:16:3e:42:a6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf4dd10-c481-47df-b532-a560e8d7c497', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T15:30:39Z', 'updated_at': '2021-05-12T15:30:42Z', 'revision_number': 1, 'project_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'fixed_ip_address_scope': None}, {'id': 'd813158b-6e40-4203-aa93-a061b36c7b02', 'tenant_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'floating_ip_address': '172.27.2.61', 'floating_network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'router_id': '7d2b8dbb-d67c-46d4-97ab-ed1952d51b15', 'port_id': '7eaae9ce-b15f-4843-b1cd-cfb5d875c2af', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17267851-fd39-4f2f-86eb-a60d64460bc3', 'mac_address': 'fa:16:3e:83:63:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c78a336-b7b6-443a-88fa-7064349035d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T15:33:47Z', 'updated_at': '2021-05-12T15:33:47Z', 'revision_number': 0, 'project_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e56ff15-ff6a-44ee-b638-69fb02cae5f4', 'name': '', 'network_id': '17267851-fd39-4f2f-86eb-a60d64460bc3', 'tenant_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'mac_address': 'fa:16:3e:1a:eb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2b8dbb-d67c-46d4-97ab-ed1952d51b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '90db4296-24fa-4fea-bd4a-f288635b69c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:26:13Z', 'updated_at': '2021-05-12T15:26:21Z', 'revision_number': 5, 'project_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'subnets': [{'id': '90db4296-24fa-4fea-bd4a-f288635b69c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-iscsi', False) {} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:33:50.150998 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03460ae3-075f-4d6f-af33-121856f28500 None None] The sync data for ids ['7d2b8dbb-d67c-46d4-97ab-ed1952d51b15'] in dv-cinder-789603-6-iscsi is: [{'id': '7d2b8dbb-d67c-46d4-97ab-ed1952d51b15', 'name': 'tempest-TestVolumeBootPattern-396584955-router', 'tenant_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'a0eaaa71-6293-4f40-a208-4cedd38e2dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:26:10Z', 'updated_at': '2021-05-12T15:26:14Z', 'revision_number': 4, 'project_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'gw_port': {'id': 'a0eaaa71-6293-4f40-a208-4cedd38e2dc3', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2b8dbb-d67c-46d4-97ab-ed1952d51b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:26:10Z', 'updated_at': '2021-05-12T15:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi', '_floatingips': [{'id': '950d860e-7792-4e71-8701-56c850e05b09', 'tenant_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'floating_ip_address': '172.27.2.107', 'floating_network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'router_id': '7d2b8dbb-d67c-46d4-97ab-ed1952d51b15', 'port_id': '2c04a71b-e21e-4460-ae36-c1a18ab155c3', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17267851-fd39-4f2f-86eb-a60d64460bc3', 'mac_address': 'fa:16:3e:42:a6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf4dd10-c481-47df-b532-a560e8d7c497', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T15:30:39Z', 'updated_at': '2021-05-12T15:30:42Z', 'revision_number': 1, 'project_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'fixed_ip_address_scope': None}, {'id': 'd813158b-6e40-4203-aa93-a061b36c7b02', 'tenant_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'floating_ip_address': '172.27.2.61', 'floating_network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'router_id': '7d2b8dbb-d67c-46d4-97ab-ed1952d51b15', 'port_id': '7eaae9ce-b15f-4843-b1cd-cfb5d875c2af', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17267851-fd39-4f2f-86eb-a60d64460bc3', 'mac_address': 'fa:16:3e:83:63:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c78a336-b7b6-443a-88fa-7064349035d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T15:33:47Z', 'updated_at': '2021-05-12T15:33:47Z', 'revision_number': 0, 'project_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e56ff15-ff6a-44ee-b638-69fb02cae5f4', 'name': '', 'network_id': '17267851-fd39-4f2f-86eb-a60d64460bc3', 'tenant_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'mac_address': 'fa:16:3e:1a:eb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2b8dbb-d67c-46d4-97ab-ed1952d51b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '90db4296-24fa-4fea-bd4a-f288635b69c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:26:13Z', 'updated_at': '2021-05-12T15:26:21Z', 'revision_number': 5, 'project_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'subnets': [{'id': '90db4296-24fa-4fea-bd4a-f288635b69c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:33:50.199446 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-f27f08af-be03-4bcf-8ac6-fa2fe506b4db req-225c6d24-f4ca-4fe5-8786-d57cd05bdbae service neutron] 10.222.0.85 "GET /v2.0/networks/17267851-fd39-4f2f-86eb-a60d64460bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570319 May 12 15:33:50.350456 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbb6553-a44f-480c-bca6-83bbab93e903 None None] New status for floating IP d813158b-6e40-4203-aa93-a061b36c7b02: ACTIVE {{(pid=78795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 15:33:51.141131 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-3d9bdb61-5a3e-46f6-b121-c9080b09536b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:51.664284 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:52.316060 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-8e9e3eb0-3c8e-4693-b231-5e176560d846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:54.219417 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-876105c5-eed7-46ba-a478-d2a34eb0d798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:33:57.132342 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:01.980826 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-1c7d9f37-97bb-44c4-95f9-5d38b2806cdd req-f1a12b76-7cd2-4417-ba30-afa1abb47fa5 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=5cf4dd10-c481-47df-b532-a560e8d7c497&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0776167 May 12 15:34:02.129961 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d9f37-97bb-44c4-95f9-5d38b2806cdd req-d50ffee6-14db-477d-b50e-45d642876c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:34:02.131452 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-1c7d9f37-97bb-44c4-95f9-5d38b2806cdd req-d50ffee6-14db-477d-b50e-45d642876c0a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9c641ae825cc4fc19fd89c2aecc761e3&device_id=5cf4dd10-c481-47df-b532-a560e8d7c497 HTTP/1.1" status: 200 len: 1099 time: 0.0828757 May 12 15:34:02.285202 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d9f37-97bb-44c4-95f9-5d38b2806cdd req-60adbc9d-975d-4dce-8d40-73308107b709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:34:02.286791 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-1c7d9f37-97bb-44c4-95f9-5d38b2806cdd req-60adbc9d-975d-4dce-8d40-73308107b709 service neutron] 10.222.0.85 "GET /v2.0/networks?id=17267851-fd39-4f2f-86eb-a60d64460bc3 HTTP/1.1" status: 200 len: 912 time: 0.1362302 May 12 15:34:02.393152 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-1c7d9f37-97bb-44c4-95f9-5d38b2806cdd req-68852a72-7158-4374-bb53-ceed74e310e1 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c04a71b-e21e-4460-ae36-c1a18ab155c3 HTTP/1.1" status: 200 len: 1002 time: 0.0996177 May 12 15:34:02.458976 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d9f37-97bb-44c4-95f9-5d38b2806cdd req-c10aff91-9d5f-4d6e-92e8-26726d26edfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:34:02.460444 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-1c7d9f37-97bb-44c4-95f9-5d38b2806cdd req-c10aff91-9d5f-4d6e-92e8-26726d26edfc service neutron] 10.222.0.85 "GET /v2.0/subnets?id=90db4296-24fa-4fea-bd4a-f288635b69c4 HTTP/1.1" status: 200 len: 850 time: 0.0606680 May 12 15:34:02.526935 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 50590) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:34:02.542555 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d9f37-97bb-44c4-95f9-5d38b2806cdd req-35966003-dcc9-4785-bbf1-7f9d532a283b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:34:02.544052 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-1c7d9f37-97bb-44c4-95f9-5d38b2806cdd req-35966003-dcc9-4785-bbf1-7f9d532a283b service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=17267851-fd39-4f2f-86eb-a60d64460bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0717616 May 12 15:34:02.659208 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-a854e549-8180-4c73-a927-3b93f8e0dc08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:02.677533 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-a854e549-8180-4c73-a927-3b93f8e0dc08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:34:02.681334 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-a854e549-8180-4c73-a927-3b93f8e0dc08 admin admin] Usage tracker for resource:security_group_rule and tenant:dce0ef0e86824f84a2de37fec5bf5758 is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:34:02.684282 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-a854e549-8180-4c73-a927-3b93f8e0dc08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:34:02.690667 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-a854e549-8180-4c73-a927-3b93f8e0dc08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:34:02.692314 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-1c7d9f37-97bb-44c4-95f9-5d38b2806cdd req-b0d13004-6e73-4770-ac51-6cf0ce1904e5 service neutron] 10.222.0.85 "GET /v2.0/networks/17267851-fd39-4f2f-86eb-a60d64460bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347826 May 12 15:34:02.777492 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-a854e549-8180-4c73-a927-3b93f8e0dc08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:02.782116 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-a854e549-8180-4c73-a927-3b93f8e0dc08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:02.794102 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-b1513ecd-3e82-4291-9962-9768d5b32c78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:34:02.848532 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-a854e549-8180-4c73-a927-3b93f8e0dc08 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dce0ef0e86824f84a2de37fec5bf5758&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3204708 May 12 15:34:02.850295 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a854e549-8180-4c73-a927-3b93f8e0dc08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=324cfb10-8dca-4594-b699-e0ce815993b2,revision_number=1']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:34:02.850702 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-1c7d9f37-97bb-44c4-95f9-5d38b2806cdd req-4f35d67e-1b15-4d37-9513-66d53976bb55 service neutron] 10.222.0.85 "GET /v2.0/networks/17267851-fd39-4f2f-86eb-a60d64460bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509526 May 12 15:34:02.851361 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 50596) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:34:02.853471 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-a854e549-8180-4c73-a927-3b93f8e0dc08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:34:02.917712 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-6418cf6e-6892-4e9b-ae42-2104aeda88f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:02.947694 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-6418cf6e-6892-4e9b-ae42-2104aeda88f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:03.001763 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-6418cf6e-6892-4e9b-ae42-2104aeda88f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:03.005731 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-a293bb32-3ad4-4aef-84d5-c189e8ac4cbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:34:03.017040 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6418cf6e-6892-4e9b-ae42-2104aeda88f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=324cfb10-8dca-4594-b699-e0ce815993b2,revision_number=None']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:34:03.020531 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-6418cf6e-6892-4e9b-ae42-2104aeda88f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:34:03.023822 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-6418cf6e-6892-4e9b-ae42-2104aeda88f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:03.024928 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-6418cf6e-6892-4e9b-ae42-2104aeda88f0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/324cfb10-8dca-4594-b699-e0ce815993b2 HTTP/1.1" status: 204 len: 168 time: 0.1726296 May 12 15:34:03.316700 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 50604) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:34:03.335460 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-b491e0b4-e55c-475c-be32-6c6d2ba737dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:03.350237 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-b491e0b4-e55c-475c-be32-6c6d2ba737dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:34:03.354007 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-b491e0b4-e55c-475c-be32-6c6d2ba737dc admin admin] Usage tracker for resource:security_group_rule and tenant:414ab69e5d8f4b3e8f3b9e52e592ebee is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:34:03.356755 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-b491e0b4-e55c-475c-be32-6c6d2ba737dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:34:03.363103 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-b491e0b4-e55c-475c-be32-6c6d2ba737dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:34:03.444835 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-b491e0b4-e55c-475c-be32-6c6d2ba737dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:03.448747 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-b491e0b4-e55c-475c-be32-6c6d2ba737dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:03.456354 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-1cabc095-c72e-4873-be55-b82804396b1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:34:03.499444 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-b491e0b4-e55c-475c-be32-6c6d2ba737dc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=414ab69e5d8f4b3e8f3b9e52e592ebee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1815126 May 12 15:34:03.500353 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b491e0b4-e55c-475c-be32-6c6d2ba737dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f71af936-2768-467c-80db-fc215abb7e23,revision_number=1']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:34:03.502269 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 50608) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:34:03.503661 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-b491e0b4-e55c-475c-be32-6c6d2ba737dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:34:03.563639 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-43242d0d-51cf-4396-a952-6addba0c20af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:03.589685 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-43242d0d-51cf-4396-a952-6addba0c20af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:03.641885 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-43242d0d-51cf-4396-a952-6addba0c20af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:03.645559 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-6418cf6e-6892-4e9b-ae42-2104aeda88f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:34:03.662150 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43242d0d-51cf-4396-a952-6addba0c20af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f71af936-2768-467c-80db-fc215abb7e23,revision_number=None']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:34:03.665069 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-43242d0d-51cf-4396-a952-6addba0c20af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:34:03.667147 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-43242d0d-51cf-4396-a952-6addba0c20af admin admin] Notify callbacks [] for security_group, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:03.668168 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-43242d0d-51cf-4396-a952-6addba0c20af admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f71af936-2768-467c-80db-fc215abb7e23 HTTP/1.1" status: 204 len: 168 time: 0.1649165 May 12 15:34:05.438864 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 50658) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:34:05.557118 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-44679d62-5f79-461c-86d0-2aaa429e4e7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:05.572125 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-44679d62-5f79-461c-86d0-2aaa429e4e7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:34:05.576193 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-44679d62-5f79-461c-86d0-2aaa429e4e7f admin admin] Usage tracker for resource:security_group_rule and tenant:74fff10a62a5499c95121dd124117a70 is out of sync, need to count used quota {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:34:05.580079 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-44679d62-5f79-461c-86d0-2aaa429e4e7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:34:05.586262 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-44679d62-5f79-461c-86d0-2aaa429e4e7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:34:05.674674 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-44679d62-5f79-461c-86d0-2aaa429e4e7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:05.678463 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-44679d62-5f79-461c-86d0-2aaa429e4e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:05.686786 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-95aa66c1-b672-4601-8ca1-b326d123e85b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:34:05.729864 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44679d62-5f79-461c-86d0-2aaa429e4e7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf85f54c-2216-4e6c-b88a-6bde1451d34b,revision_number=1']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:34:05.733919 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-44679d62-5f79-461c-86d0-2aaa429e4e7f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=74fff10a62a5499c95121dd124117a70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2939966 May 12 15:34:05.736648 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 50664) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:34:05.741335 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44679d62-5f79-461c-86d0-2aaa429e4e7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:34:05.741749 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44679d62-5f79-461c-86d0-2aaa429e4e7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:34:05.742255 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44679d62-5f79-461c-86d0-2aaa429e4e7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:34:05.742624 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44679d62-5f79-461c-86d0-2aaa429e4e7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:34:05.742987 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44679d62-5f79-461c-86d0-2aaa429e4e7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:34:05.743351 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44679d62-5f79-461c-86d0-2aaa429e4e7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:34:05.743712 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44679d62-5f79-461c-86d0-2aaa429e4e7f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:34:05.744066 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44679d62-5f79-461c-86d0-2aaa429e4e7f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:34:05.744419 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44679d62-5f79-461c-86d0-2aaa429e4e7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:34:05.744779 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44679d62-5f79-461c-86d0-2aaa429e4e7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:34:05.745127 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44679d62-5f79-461c-86d0-2aaa429e4e7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:34:05.745475 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44679d62-5f79-461c-86d0-2aaa429e4e7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:34:05.753817 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-44679d62-5f79-461c-86d0-2aaa429e4e7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:34:05.804725 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-fc461f6d-c629-4d87-a9f7-93624906943c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:05.832168 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-fc461f6d-c629-4d87-a9f7-93624906943c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:05.890274 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-fc461f6d-c629-4d87-a9f7-93624906943c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:05.894694 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-cbbcf98c-068c-45dc-8d5a-16ca145b3633 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:34:05.910051 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc461f6d-c629-4d87-a9f7-93624906943c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf85f54c-2216-4e6c-b88a-6bde1451d34b,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:34:05.912745 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-fc461f6d-c629-4d87-a9f7-93624906943c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:34:05.922617 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-fc461f6d-c629-4d87-a9f7-93624906943c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:05.926460 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-fc461f6d-c629-4d87-a9f7-93624906943c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bf85f54c-2216-4e6c-b88a-6bde1451d34b HTTP/1.1" status: 204 len: 168 time: 0.1884677 May 12 15:34:06.231809 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 50672) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:34:06.250450 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-f3f1cd02-0abd-4867-9da0-0ce7fe6127c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:06.266005 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-f3f1cd02-0abd-4867-9da0-0ce7fe6127c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:34:06.270352 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-f3f1cd02-0abd-4867-9da0-0ce7fe6127c7 admin admin] Usage tracker for resource:security_group_rule and tenant:0e69a2f6b6ce42828d3bf2be492c32de is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:34:06.273562 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-f3f1cd02-0abd-4867-9da0-0ce7fe6127c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:34:06.280222 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-f3f1cd02-0abd-4867-9da0-0ce7fe6127c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:34:06.370671 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-f3f1cd02-0abd-4867-9da0-0ce7fe6127c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:06.375027 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-f3f1cd02-0abd-4867-9da0-0ce7fe6127c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:06.382438 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-fc461f6d-c629-4d87-a9f7-93624906943c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:34:06.427966 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-f3f1cd02-0abd-4867-9da0-0ce7fe6127c7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0e69a2f6b6ce42828d3bf2be492c32de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1950517 May 12 15:34:06.428868 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f1cd02-0abd-4867-9da0-0ce7fe6127c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5fd3763-6073-49ee-8d45-f6317f018713,revision_number=1']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:34:06.430626 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 50676) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:34:06.431897 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-f3f1cd02-0abd-4867-9da0-0ce7fe6127c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:34:06.493582 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-c6f03a6c-5677-4ebc-a623-fd7fa745531c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:06.520096 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-c6f03a6c-5677-4ebc-a623-fd7fa745531c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:06.574925 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-c6f03a6c-5677-4ebc-a623-fd7fa745531c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:06.578844 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-c4f53ef2-3aaf-4173-833e-e08e8d298192 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:34:06.591408 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f03a6c-5677-4ebc-a623-fd7fa745531c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5fd3763-6073-49ee-8d45-f6317f018713,revision_number=None']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:34:06.595618 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-c6f03a6c-5677-4ebc-a623-fd7fa745531c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:34:06.605329 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-c6f03a6c-5677-4ebc-a623-fd7fa745531c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:06.606616 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-c6f03a6c-5677-4ebc-a623-fd7fa745531c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e5fd3763-6073-49ee-8d45-f6317f018713 HTTP/1.1" status: 204 len: 168 time: 0.1748970 May 12 15:34:08.467098 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 50734) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:34:08.607075 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-4c5adb60-0e55-4cce-81f9-9d30506f72cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:08.624380 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-4c5adb60-0e55-4cce-81f9-9d30506f72cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:34:08.629365 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-4c5adb60-0e55-4cce-81f9-9d30506f72cc admin admin] Usage tracker for resource:security_group_rule and tenant:b970bdf5b80d404195514842b6b292a6 is out of sync, need to count used quota {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:34:08.633372 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-4c5adb60-0e55-4cce-81f9-9d30506f72cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:34:08.640567 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-4c5adb60-0e55-4cce-81f9-9d30506f72cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:34:08.743398 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-4c5adb60-0e55-4cce-81f9-9d30506f72cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:08.747676 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-4c5adb60-0e55-4cce-81f9-9d30506f72cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:08.755085 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-c6f03a6c-5677-4ebc-a623-fd7fa745531c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:34:08.797896 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-4c5adb60-0e55-4cce-81f9-9d30506f72cc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b970bdf5b80d404195514842b6b292a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3296885 May 12 15:34:08.798845 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5adb60-0e55-4cce-81f9-9d30506f72cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca9dbfeb-753e-4f9a-be3c-9b3d839f06b0,revision_number=1']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:34:08.801696 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 50740) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:34:08.802264 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-4c5adb60-0e55-4cce-81f9-9d30506f72cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:34:08.863691 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-b5d5e34d-5387-4e10-9fc9-ae1034a3d865 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:08.890301 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-b5d5e34d-5387-4e10-9fc9-ae1034a3d865 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:08.944863 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-b5d5e34d-5387-4e10-9fc9-ae1034a3d865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:08.950436 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-fcd851aa-092b-46dc-8337-8a3dcda29913 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:34:08.963914 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d5e34d-5387-4e10-9fc9-ae1034a3d865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca9dbfeb-753e-4f9a-be3c-9b3d839f06b0,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:34:08.966604 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-b5d5e34d-5387-4e10-9fc9-ae1034a3d865 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:34:08.974934 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-b5d5e34d-5387-4e10-9fc9-ae1034a3d865 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:08.976152 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-b5d5e34d-5387-4e10-9fc9-ae1034a3d865 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ca9dbfeb-753e-4f9a-be3c-9b3d839f06b0 HTTP/1.1" status: 204 len: 168 time: 0.1728430 May 12 15:34:09.270306 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 50748) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:34:09.288727 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-7e6c2052-d27b-41f3-9d17-336e4716ea80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:09.303652 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-7e6c2052-d27b-41f3-9d17-336e4716ea80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:34:09.308147 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-7e6c2052-d27b-41f3-9d17-336e4716ea80 admin admin] Usage tracker for resource:security_group_rule and tenant:58d194c77bf04e84811c68672aa9ff76 is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:34:09.311139 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-7e6c2052-d27b-41f3-9d17-336e4716ea80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:34:09.316752 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-7e6c2052-d27b-41f3-9d17-336e4716ea80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:34:09.408273 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-7e6c2052-d27b-41f3-9d17-336e4716ea80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:09.412060 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-7e6c2052-d27b-41f3-9d17-336e4716ea80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:09.419385 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-0666e760-3f7a-4002-85bc-f01136375b9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:34:09.461215 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-7e6c2052-d27b-41f3-9d17-336e4716ea80 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=58d194c77bf04e84811c68672aa9ff76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1897297 May 12 15:34:09.462173 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6c2052-d27b-41f3-9d17-336e4716ea80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05143e92-717f-41f8-97d4-bf953f55dddc,revision_number=1']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:34:09.465063 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 50752) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:34:09.465368 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-7e6c2052-d27b-41f3-9d17-336e4716ea80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:34:09.529483 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-16919674-4040-400b-9aa4-86c50e8605af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:09.555203 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-16919674-4040-400b-9aa4-86c50e8605af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:09.615554 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-16919674-4040-400b-9aa4-86c50e8605af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:09.619341 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-11feed84-9490-4872-a169-4a60509dc9d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:34:09.632952 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16919674-4040-400b-9aa4-86c50e8605af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05143e92-717f-41f8-97d4-bf953f55dddc,revision_number=None']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:34:09.636546 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-16919674-4040-400b-9aa4-86c50e8605af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:34:09.643037 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-16919674-4040-400b-9aa4-86c50e8605af admin admin] Notify callbacks [] for security_group, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:09.646904 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-16919674-4040-400b-9aa4-86c50e8605af admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/05143e92-717f-41f8-97d4-bf953f55dddc HTTP/1.1" status: 204 len: 168 time: 0.1779284 May 12 15:34:10.414359 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 50778) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:34:10.523348 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.v2.base [None req-a2d22be3-4311-4820-8d4c-c1105f3a21db admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2142840339-network', 'tenant_id': 'f0db2a028f31461e9d1638267ceb25ee'}} {{(pid=78793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:34:10.528145 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-a2d22be3-4311-4820-8d4c-c1105f3a21db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:34:10.532772 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-a2d22be3-4311-4820-8d4c-c1105f3a21db admin admin] Usage tracker for resource:network and tenant:f0db2a028f31461e9d1638267ceb25ee is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:34:10.536098 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-a2d22be3-4311-4820-8d4c-c1105f3a21db admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:34:10.543238 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-a2d22be3-4311-4820-8d4c-c1105f3a21db admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:34:10.553590 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d22be3-4311-4820-8d4c-c1105f3a21db admin admin] Made reservation on behalf of f0db2a028f31461e9d1638267ceb25ee for: {'network': 1} {{(pid=78793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:34:10.556067 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-a2d22be3-4311-4820-8d4c-c1105f3a21db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for network, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:10.568487 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-a2d22be3-4311-4820-8d4c-c1105f3a21db admin admin] Notify callbacks [] for security_group, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:10.585295 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-a2d22be3-4311-4820-8d4c-c1105f3a21db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:34:10.589595 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-a2d22be3-4311-4820-8d4c-c1105f3a21db admin admin] Usage tracker for resource:security_group_rule and tenant:f0db2a028f31461e9d1638267ceb25ee is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:34:10.593359 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-a2d22be3-4311-4820-8d4c-c1105f3a21db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:34:10.599610 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-a2d22be3-4311-4820-8d4c-c1105f3a21db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:34:10.704911 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-a2d22be3-4311-4820-8d4c-c1105f3a21db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:10.709088 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-a2d22be3-4311-4820-8d4c-c1105f3a21db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:10.712253 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-f3f1cd02-0abd-4867-9da0-0ce7fe6127c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:34:10.742228 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2d22be3-4311-4820-8d4c-c1105f3a21db admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=78793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 15:34:10.750973 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d22be3-4311-4820-8d4c-c1105f3a21db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61fd35ab-bee0-4bb3-a1d4-af20f2303555,revision_number=1']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:34:10.754802 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-a2d22be3-4311-4820-8d4c-c1105f3a21db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:34:10.757879 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-a2d22be3-4311-4820-8d4c-c1105f3a21db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428868'] for segment, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:10.758376 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.db.segments_db [None req-a2d22be3-4311-4820-8d4c-c1105f3a21db admin admin] Added segment 3fe23168-1bf9-4128-98af-eb2ad394b633 of type vlan for network 16fd8630-dea1-4aa0-ac3c-0f06e3085e49 May 12 15:34:10.790977 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-a2d22be3-4311-4820-8d4c-c1105f3a21db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739648879737'] for network, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:10.829609 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-a2d22be3-4311-4820-8d4c-c1105f3a21db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427'] for network, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:10.831118 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d22be3-4311-4820-8d4c-c1105f3a21db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:34:10.831700 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-a2d22be3-4311-4820-8d4c-c1105f3a21db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for network, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:10.835327 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:34:10.944948 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d22be3-4311-4820-8d4c-c1105f3a21db admin admin] Pushing event updated for resources: {'Network': ['ID=16fd8630-dea1-4aa0-ac3c-0f06e3085e49,revision_number=1']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:34:10.948435 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-a2d22be3-4311-4820-8d4c-c1105f3a21db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:34:10.954804 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-a2d22be3-4311-4820-8d4c-c1105f3a21db admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5350845 May 12 15:34:10.955407 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 50784) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:34:10.958795 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Network 16fd8630-dea1-4aa0-ac3c-0f06e3085e49 details requested by agent ovs-agent-dv-cinder-789603-6-iscsi with host dv-cinder-789603-6-iscsi {{(pid=78794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 15:34:10.962994 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.v2.base [None req-84b99d09-0848-4d5a-8e21-447c98db01af admin admin] Request body: {'subnet': {'network_id': '16fd8630-dea1-4aa0-ac3c-0f06e3085e49', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2142840339-subnet', 'tenant_id': 'f0db2a028f31461e9d1638267ceb25ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:34:10.968292 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-84b99d09-0848-4d5a-8e21-447c98db01af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:34:10.972353 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-84b99d09-0848-4d5a-8e21-447c98db01af admin admin] Usage tracker for resource:subnet and tenant:f0db2a028f31461e9d1638267ceb25ee is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:34:10.975280 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-84b99d09-0848-4d5a-8e21-447c98db01af admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:34:10.981015 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-84b99d09-0848-4d5a-8e21-447c98db01af admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:34:10.993943 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b99d09-0848-4d5a-8e21-447c98db01af admin admin] Made reservation on behalf of f0db2a028f31461e9d1638267ceb25ee for: {'subnet': 1} {{(pid=78793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:34:10.996245 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-84b99d09-0848-4d5a-8e21-447c98db01af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4155405'] for subnet, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:11.405552 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-84b99d09-0848-4d5a-8e21-447c98db01af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2679749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4155519'] for subnet, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:11.409611 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-b032ac84-9f0f-41ad-ade7-cf8b6ee169f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:34:11.484869 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b99d09-0848-4d5a-8e21-447c98db01af admin admin] Pushing event updated for resources: {'Subnet': ['ID=514cf308-6ddb-48dd-8fb2-440168dd695c,revision_number=0']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:34:11.488324 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-84b99d09-0848-4d5a-8e21-447c98db01af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:34:11.494481 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b99d09-0848-4d5a-8e21-447c98db01af admin admin] Checking segment: {'id': '3fe23168-1bf9-4128-98af-eb2ad394b633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '16fd8630-dea1-4aa0-ac3c-0f06e3085e49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:34:11.494833 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b99d09-0848-4d5a-8e21-447c98db01af admin admin] Network hostable DHCP agents. Network: 16fd8630-dea1-4aa0-ac3c-0f06e3085e49, hostable agents: ['70f74d37-a86e-42b6-98ff-0814024719b2'], hosted agents: [] {{(pid=78793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 15:34:11.514437 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b99d09-0848-4d5a-8e21-447c98db01af admin admin] Network 16fd8630-dea1-4aa0-ac3c-0f06e3085e49 is scheduled to be hosted by DHCP agent 70f74d37-a86e-42b6-98ff-0814024719b2 with binding_index 1 {{(pid=78793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 15:34:11.531471 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.base_scheduler [None req-84b99d09-0848-4d5a-8e21-447c98db01af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-6-iscsi, 16fd8630-dea1-4aa0-ac3c-0f06e3085e49) {{(pid=78793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:34:11.541487 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4acfad2e-ba09-4418-a026-a662a1d53595 None None] Network 16fd8630-dea1-4aa0-ac3c-0f06e3085e49 requested from dv-cinder-789603-6-iscsi {{(pid=78794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 15:34:11.541706 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b99d09-0848-4d5a-8e21-447c98db01af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:34:11.542269 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-84b99d09-0848-4d5a-8e21-447c98db01af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for subnet, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:11.565029 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-84b99d09-0848-4d5a-8e21-447c98db01af admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6088784 May 12 15:34:11.757893 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceedef59-75e5-400e-980b-a0c8a6cc9f49 None None] Network 16fd8630-dea1-4aa0-ac3c-0f06e3085e49 requested from dv-cinder-789603-6-iscsi {{(pid=78794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 15:34:13.786301 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e2c32-92e6-4e8d-b784-f413d267297e req-6299506c-9b7e-4163-9ae8-8cf2708e85b8 tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:34:13.787882 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-4d8e2c32-92e6-4e8d-b784-f413d267297e req-6299506c-9b7e-4163-9ae8-8cf2708e85b8 tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] 10.222.0.32 "GET /v2.0/networks?id=16fd8630-dea1-4aa0-ac3c-0f06e3085e49 HTTP/1.1" status: 200 len: 809 time: 0.2525613 May 12 15:34:13.804030 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-4d8e2c32-92e6-4e8d-b784-f413d267297e req-4d758aee-8004-449b-a9df-46e2f58f1000 tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] 10.222.0.32 "GET /v2.0/quotas/f0db2a028f31461e9d1638267ceb25ee HTTP/1.1" status: 200 len: 375 time: 0.0101511 May 12 15:34:13.856737 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-4d8e2c32-92e6-4e8d-b784-f413d267297e req-88d2e310-40cc-4e4d-929c-04f04786fbc3 tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f0db2a028f31461e9d1638267ceb25ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0459003 May 12 15:34:14.001132 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-4d8e2c32-92e6-4e8d-b784-f413d267297e req-a72975aa-22a7-4ee6-9997-db48831ac5da service neutron] 10.222.0.32 "GET /v2.0/networks/16fd8630-dea1-4aa0-ac3c-0f06e3085e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374819 May 12 15:34:14.242116 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-4d8e2c32-92e6-4e8d-b784-f413d267297e req-ac6c3aff-fb67-4c6c-8c47-c3053e542c13 service neutron] 10.222.0.32 "GET /v2.0/networks/16fd8630-dea1-4aa0-ac3c-0f06e3085e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344019 May 12 15:34:14.417618 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-522397b0-698c-42f8-a4ae-6eb4ae7d8ea9 req-5e0b447d-fb5c-4b18-900e-d1e7a17c6cb0 tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] 10.222.0.32 "GET /v2.0/ports?device_id=d33c91c0-1aa4-497c-b1a4-1521b04a443d HTTP/1.1" status: 200 len: 210 time: 0.0427160 May 12 15:34:15.657088 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-0e1eeaa1-fd37-480f-b44b-69910844b47e req-acfd61eb-a89f-47fa-87dc-0bb483ea27a0 tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] 10.222.0.32 "GET /v2.0/ports?device_id=d33c91c0-1aa4-497c-b1a4-1521b04a443d HTTP/1.1" status: 200 len: 210 time: 0.0589819 May 12 15:34:15.737299 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e2c32-92e6-4e8d-b784-f413d267297e req-46db00b8-8b01-498a-af73-706c6b05feda tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:34:15.738869 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-4d8e2c32-92e6-4e8d-b784-f413d267297e req-46db00b8-8b01-498a-af73-706c6b05feda tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] 10.222.0.85 "GET /v2.0/networks?id=16fd8630-dea1-4aa0-ac3c-0f06e3085e49 HTTP/1.1" status: 200 len: 809 time: 0.2511001 May 12 15:34:15.758695 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.v2.base [req-4d8e2c32-92e6-4e8d-b784-f413d267297e req-81b84e2e-632a-43ea-8e61-f8afe7d439da tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] Request body: {'port': {'device_id': 'd33c91c0-1aa4-497c-b1a4-1521b04a443d', 'network_id': '16fd8630-dea1-4aa0-ac3c-0f06e3085e49', 'admin_state_up': True, 'tenant_id': 'f0db2a028f31461e9d1638267ceb25ee'}} {{(pid=78792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:34:15.907359 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [req-4d8e2c32-92e6-4e8d-b784-f413d267297e req-81b84e2e-632a-43ea-8e61-f8afe7d439da tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:34:15.911949 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [req-4d8e2c32-92e6-4e8d-b784-f413d267297e req-81b84e2e-632a-43ea-8e61-f8afe7d439da tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] Usage tracker for resource:port and tenant:f0db2a028f31461e9d1638267ceb25ee is out of sync, need to count used quota {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:34:15.915261 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [req-4d8e2c32-92e6-4e8d-b784-f413d267297e req-81b84e2e-632a-43ea-8e61-f8afe7d439da tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:34:15.921600 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [req-4d8e2c32-92e6-4e8d-b784-f413d267297e req-81b84e2e-632a-43ea-8e61-f8afe7d439da tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:34:15.933212 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d8e2c32-92e6-4e8d-b784-f413d267297e req-81b84e2e-632a-43ea-8e61-f8afe7d439da tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] Made reservation on behalf of f0db2a028f31461e9d1638267ceb25ee for: {'port': 1} {{(pid=78792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:34:15.936818 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-4d8e2c32-92e6-4e8d-b784-f413d267297e req-81b84e2e-632a-43ea-8e61-f8afe7d439da tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:16.115616 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.db_base_plugin_common [req-4d8e2c32-92e6-4e8d-b784-f413d267297e req-81b84e2e-632a-43ea-8e61-f8afe7d439da tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] Allocated IP 172.20.0.10 (16fd8630-dea1-4aa0-ac3c-0f06e3085e49/514cf308-6ddb-48dd-8fb2-440168dd695c/bf4696de-1960-40d7-94f2-bc9264b2a0b2) {{(pid=78792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:34:16.330542 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-4d8e2c32-92e6-4e8d-b784-f413d267297e req-81b84e2e-632a-43ea-8e61-f8afe7d439da tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] Notify callbacks [] for port, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:16.362635 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-4d8e2c32-92e6-4e8d-b784-f413d267297e req-81b84e2e-632a-43ea-8e61-f8afe7d439da tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739648862724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3714859'] for port, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:16.369040 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-e95a8f2f-01a7-4be4-a6c2-4fba6fcc359e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:34:16.436569 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d8e2c32-92e6-4e8d-b784-f413d267297e req-81b84e2e-632a-43ea-8e61-f8afe7d439da tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] Network 16fd8630-dea1-4aa0-ac3c-0f06e3085e49 is already hosted by enough agents. {{(pid=78792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:34:16.439790 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.base_scheduler [req-4d8e2c32-92e6-4e8d-b784-f413d267297e req-81b84e2e-632a-43ea-8e61-f8afe7d439da tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] Resources bound (agent type, host, resource id): {{(pid=78792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:34:16.448521 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d8e2c32-92e6-4e8d-b784-f413d267297e req-81b84e2e-632a-43ea-8e61-f8afe7d439da tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] Received port after_create {{(pid=78792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:34:16.483119 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b84e2e-632a-43ea-8e61-f8afe7d439da tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] Pushing event updated for resources: {'Port': ['ID=bf4696de-1960-40d7-94f2-bc9264b2a0b2,revision_number=1']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:34:16.490255 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-81b84e2e-632a-43ea-8e61-f8afe7d439da tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:34:16.530660 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e2c32-92e6-4e8d-b784-f413d267297e req-81b84e2e-632a-43ea-8e61-f8afe7d439da tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:34:16.531324 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-4d8e2c32-92e6-4e8d-b784-f413d267297e req-81b84e2e-632a-43ea-8e61-f8afe7d439da tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2050383'] for port, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:16.554782 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-4d8e2c32-92e6-4e8d-b784-f413d267297e req-81b84e2e-632a-43ea-8e61-f8afe7d439da tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8002512 May 12 15:34:16.609202 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.v2.base [req-4d8e2c32-92e6-4e8d-b784-f413d267297e req-a61f4b8c-7a65-4855-b8f4-9f5466fce60a service neutron] Request body: {'port': {'device_id': 'd33c91c0-1aa4-497c-b1a4-1521b04a443d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=78792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:34:16.763069 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-4d8e2c32-92e6-4e8d-b784-f413d267297e req-a61f4b8c-7a65-4855-b8f4-9f5466fce60a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:16.897647 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d29e92e-078e-492b-b0de-4c5d0387d1f9 req-f4edfb1e-71c5-4d37-8ba2-5b15dad00fcf tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:34:16.899353 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-4d29e92e-078e-492b-b0de-4c5d0387d1f9 req-f4edfb1e-71c5-4d37-8ba2-5b15dad00fcf tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] 10.222.0.32 "GET /v2.0/ports?device_id=d33c91c0-1aa4-497c-b1a4-1521b04a443d HTTP/1.1" status: 200 len: 932 time: 0.0913460 May 12 15:34:17.054718 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [req-4d29e92e-078e-492b-b0de-4c5d0387d1f9 req-35d1ac3b-e425-42d1-b2bb-8e136fb1d3ed tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] Synchronizing usage tracker for tenant:f0db2a028f31461e9d1638267ceb25ee on resource:security_group {{(pid=78793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:34:17.075284 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [req-4d29e92e-078e-492b-b0de-4c5d0387d1f9 req-35d1ac3b-e425-42d1-b2bb-8e136fb1d3ed tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] Unset dirty status for tenant:f0db2a028f31461e9d1638267ceb25ee on resource:security_group {{(pid=78793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:34:17.076730 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-4d29e92e-078e-492b-b0de-4c5d0387d1f9 req-35d1ac3b-e425-42d1-b2bb-8e136fb1d3ed tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] 10.222.0.32 "GET /v2.0/security-groups?id=61fd35ab-bee0-4bb3-a1d4-af20f2303555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707463 May 12 15:34:17.277966 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.notifiers.nova [req-4d8e2c32-92e6-4e8d-b784-f413d267297e req-a61f4b8c-7a65-4855-b8f4-9f5466fce60a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf4696de-1960-40d7-94f2-bc9264b2a0b2 {{(pid=78792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 15:34:17.290548 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-4d8e2c32-92e6-4e8d-b784-f413d267297e req-a61f4b8c-7a65-4855-b8f4-9f5466fce60a service neutron] Notify callbacks [] for port, precommit_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:17.316634 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.provisioning_blocks [req-4d8e2c32-92e6-4e8d-b784-f413d267297e req-a61f4b8c-7a65-4855-b8f4-9f5466fce60a service neutron] Transition to ACTIVE for port object bf4696de-1960-40d7-94f2-bc9264b2a0b2 will not be triggered until provisioned by entity L2. {{(pid=78792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:34:17.319764 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-4d8e2c32-92e6-4e8d-b784-f413d267297e req-a61f4b8c-7a65-4855-b8f4-9f5466fce60a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3714866'] for port, after_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:17.323421 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-d2ae161e-17d5-41bf-b338-bea213d0deff tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:34:17.456180 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61f4b8c-7a65-4855-b8f4-9f5466fce60a service neutron] Pushing event updated for resources: {'Port': ['ID=bf4696de-1960-40d7-94f2-bc9264b2a0b2,revision_number=2']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:34:17.483184 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-a61f4b8c-7a65-4855-b8f4-9f5466fce60a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:34:17.561225 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.managers [req-4d8e2c32-92e6-4e8d-b784-f413d267297e req-a61f4b8c-7a65-4855-b8f4-9f5466fce60a service neutron] Attempting to bind port bf4696de-1960-40d7-94f2-bc9264b2a0b2 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=78792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:34:17.561473 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.managers [req-4d8e2c32-92e6-4e8d-b784-f413d267297e req-a61f4b8c-7a65-4855-b8f4-9f5466fce60a service neutron] Attempting to bind port bf4696de-1960-40d7-94f2-bc9264b2a0b2 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '3fe23168-1bf9-4128-98af-eb2ad394b633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '16fd8630-dea1-4aa0-ac3c-0f06e3085e49'}] {{(pid=78792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:34:17.561819 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8e2c32-92e6-4e8d-b784-f413d267297e req-a61f4b8c-7a65-4855-b8f4-9f5466fce60a service neutron] Attempting to bind port bf4696de-1960-40d7-94f2-bc9264b2a0b2 on network 16fd8630-dea1-4aa0-ac3c-0f06e3085e49 {{(pid=78792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:34:17.566554 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8e2c32-92e6-4e8d-b784-f413d267297e req-a61f4b8c-7a65-4855-b8f4-9f5466fce60a service neutron] Port bf4696de-1960-40d7-94f2-bc9264b2a0b2 on network 16fd8630-dea1-4aa0-ac3c-0f06e3085e49 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=78792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 15:34:17.566871 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8e2c32-92e6-4e8d-b784-f413d267297e req-a61f4b8c-7a65-4855-b8f4-9f5466fce60a service neutron] Attempting to bind port bf4696de-1960-40d7-94f2-bc9264b2a0b2 on network 16fd8630-dea1-4aa0-ac3c-0f06e3085e49 {{(pid=78792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:34:17.572424 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8e2c32-92e6-4e8d-b784-f413d267297e req-a61f4b8c-7a65-4855-b8f4-9f5466fce60a service neutron] Checking agent: {'id': 'f90bdb6d-8ae0-42e3-a09a-ceb4f970b9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 15, 18, 57), 'started_at': datetime.datetime(2021, 5, 12, 15, 18, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 15, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:34:17.572757 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8e2c32-92e6-4e8d-b784-f413d267297e req-a61f4b8c-7a65-4855-b8f4-9f5466fce60a service neutron] Checking segment: {'id': '3fe23168-1bf9-4128-98af-eb2ad394b633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '16fd8630-dea1-4aa0-ac3c-0f06e3085e49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:34:17.573135 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8e2c32-92e6-4e8d-b784-f413d267297e req-a61f4b8c-7a65-4855-b8f4-9f5466fce60a service neutron] Bound using segment: {'id': '3fe23168-1bf9-4128-98af-eb2ad394b633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '16fd8630-dea1-4aa0-ac3c-0f06e3085e49'} {{(pid=78792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:34:17.573560 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.managers [req-4d8e2c32-92e6-4e8d-b784-f413d267297e req-a61f4b8c-7a65-4855-b8f4-9f5466fce60a service neutron] Bound port: bf4696de-1960-40d7-94f2-bc9264b2a0b2, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fe23168-1bf9-4128-98af-eb2ad394b633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '16fd8630-dea1-4aa0-ac3c-0f06e3085e49'}}] {{(pid=78792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:34:17.573941 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-4d8e2c32-92e6-4e8d-b784-f413d267297e req-a61f4b8c-7a65-4855-b8f4-9f5466fce60a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:17.671129 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.db [req-4d8e2c32-92e6-4e8d-b784-f413d267297e req-a61f4b8c-7a65-4855-b8f4-9f5466fce60a service neutron] For port bf4696de-1960-40d7-94f2-bc9264b2a0b2, host hv-cinder-78960, cleared binding levels {{(pid=78792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:34:17.674313 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.db [req-4d8e2c32-92e6-4e8d-b784-f413d267297e req-a61f4b8c-7a65-4855-b8f4-9f5466fce60a service neutron] For port bf4696de-1960-40d7-94f2-bc9264b2a0b2, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=bf4696de-1960-40d7-94f2-bc9264b2a0b2,segment=NetworkSegment(3fe23168-1bf9-4128-98af-eb2ad394b633),segment_id=3fe23168-1bf9-4128-98af-eb2ad394b633)] {{(pid=78792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:34:17.678501 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-4d8e2c32-92e6-4e8d-b784-f413d267297e req-a61f4b8c-7a65-4855-b8f4-9f5466fce60a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3714866'] for port, after_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:17.682130 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:34:17.737960 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e2c32-92e6-4e8d-b784-f413d267297e req-a61f4b8c-7a65-4855-b8f4-9f5466fce60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:34:17.738551 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-4d8e2c32-92e6-4e8d-b784-f413d267297e req-a61f4b8c-7a65-4855-b8f4-9f5466fce60a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2050383'] for port, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:17.739898 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-4d8e2c32-92e6-4e8d-b784-f413d267297e req-a61f4b8c-7a65-4855-b8f4-9f5466fce60a service neutron] 10.222.0.85 "PUT /v2.0/ports/bf4696de-1960-40d7-94f2-bc9264b2a0b2 HTTP/1.1" status: 200 len: 1094 time: 1.1392303 May 12 15:34:17.740393 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd33c91c0-1aa4-497c-b1a4-1521b04a443d', 'tag': 'bf4696de-1960-40d7-94f2-bc9264b2a0b2'}] {{(pid=78792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:34:17.767824 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61f4b8c-7a65-4855-b8f4-9f5466fce60a service neutron] Pushing event updated for resources: {'Port': ['ID=bf4696de-1960-40d7-94f2-bc9264b2a0b2,revision_number=3']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:34:17.771287 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-a61f4b8c-7a65-4855-b8f4-9f5466fce60a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:34:17.816984 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd33c91c0-1aa4-497c-b1a4-1521b04a443d', 'tag': 'bf4696de-1960-40d7-94f2-bc9264b2a0b2', 'status': 'completed', 'code': 200} May 12 15:34:17.868869 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e2c32-92e6-4e8d-b784-f413d267297e req-e8bbf301-29c0-4ed2-8c8f-a19a37cd4117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:34:17.870383 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-4d8e2c32-92e6-4e8d-b784-f413d267297e req-e8bbf301-29c0-4ed2-8c8f-a19a37cd4117 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=f0db2a028f31461e9d1638267ceb25ee&device_id=d33c91c0-1aa4-497c-b1a4-1521b04a443d HTTP/1.1" status: 200 len: 1097 time: 0.0856378 May 12 15:34:17.942187 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-4d8e2c32-92e6-4e8d-b784-f413d267297e req-f4eb0ced-e511-45f9-b919-fc0ce094864d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf4696de-1960-40d7-94f2-bc9264b2a0b2 HTTP/1.1" status: 200 len: 217 time: 0.0643063 May 12 15:34:18.010563 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e2c32-92e6-4e8d-b784-f413d267297e req-e1eeae41-0c9a-4906-9c65-b50cb847eceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:34:18.011982 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-4d8e2c32-92e6-4e8d-b784-f413d267297e req-e1eeae41-0c9a-4906-9c65-b50cb847eceb service neutron] 10.222.0.85 "GET /v2.0/subnets?id=514cf308-6ddb-48dd-8fb2-440168dd695c HTTP/1.1" status: 200 len: 849 time: 0.0632651 May 12 15:34:18.060471 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-4d8e2c32-92e6-4e8d-b784-f413d267297e req-a451325e-e9aa-4979-b551-bb0dc0a5df38 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=16fd8630-dea1-4aa0-ac3c-0f06e3085e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409930 May 12 15:34:18.154907 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.agents_db [None req-dd47ce14-932e-4540-b008-5e9038d1c348 None None] Agent healthcheck: found 6 active agents {{(pid=78795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 15:34:18.202526 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-4d8e2c32-92e6-4e8d-b784-f413d267297e req-9c86e49e-dc81-412f-bf2f-435f3d9b0f2d service neutron] 10.222.0.85 "GET /v2.0/networks/16fd8630-dea1-4aa0-ac3c-0f06e3085e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356957 May 12 15:34:18.277569 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dbcbfe-9f5b-4ad5-85ea-5e2605dc7ea0 req-2a7ea278-c74c-4d45-8f7c-0c0c22bafb3c tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:34:18.279122 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-a0dbcbfe-9f5b-4ad5-85ea-5e2605dc7ea0 req-2a7ea278-c74c-4d45-8f7c-0c0c22bafb3c tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] 10.222.0.32 "GET /v2.0/ports?device_id=d33c91c0-1aa4-497c-b1a4-1521b04a443d HTTP/1.1" status: 200 len: 944 time: 0.0861354 May 12 15:34:18.332546 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-a0dbcbfe-9f5b-4ad5-85ea-5e2605dc7ea0 req-c350e161-d1e6-48de-a2cb-c9d2a386276d tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] 10.222.0.32 "GET /v2.0/security-groups?id=61fd35ab-bee0-4bb3-a1d4-af20f2303555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443916 May 12 15:34:18.375810 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-4d8e2c32-92e6-4e8d-b784-f413d267297e req-4d19b40f-7416-4af6-8d41-4e4e5b80ffc3 service neutron] 10.222.0.85 "GET /v2.0/networks/16fd8630-dea1-4aa0-ac3c-0f06e3085e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661136 May 12 15:34:18.541030 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27922272-3d59-4913-8fa4-f59778ad40a8 req-4a82519b-d2bb-410e-b0a8-a977b200243e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:34:18.542587 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-27922272-3d59-4913-8fa4-f59778ad40a8 req-4a82519b-d2bb-410e-b0a8-a977b200243e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=f0db2a028f31461e9d1638267ceb25ee&device_id=d33c91c0-1aa4-497c-b1a4-1521b04a443d HTTP/1.1" status: 200 len: 1097 time: 0.1144066 May 12 15:34:18.691933 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27922272-3d59-4913-8fa4-f59778ad40a8 req-3693e0b3-97d1-4743-9fe8-b30a5e820db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:34:18.693947 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-27922272-3d59-4913-8fa4-f59778ad40a8 req-3693e0b3-97d1-4743-9fe8-b30a5e820db9 service neutron] 10.222.0.85 "GET /v2.0/networks?id=16fd8630-dea1-4aa0-ac3c-0f06e3085e49 HTTP/1.1" status: 200 len: 910 time: 0.1431618 May 12 15:34:18.695832 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-e0cbabbd-614c-40fd-a748-5b2a30de67c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:18.773984 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-27922272-3d59-4913-8fa4-f59778ad40a8 req-fc4e86a6-6b4d-4d63-9b09-8fef421f2c22 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf4696de-1960-40d7-94f2-bc9264b2a0b2 HTTP/1.1" status: 200 len: 217 time: 0.0730414 May 12 15:34:18.844647 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27922272-3d59-4913-8fa4-f59778ad40a8 req-c6c56ca3-d573-4491-9870-9b6fe7905c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:34:18.846134 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-27922272-3d59-4913-8fa4-f59778ad40a8 req-c6c56ca3-d573-4491-9870-9b6fe7905c0e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=514cf308-6ddb-48dd-8fb2-440168dd695c HTTP/1.1" status: 200 len: 849 time: 0.0651596 May 12 15:34:18.899365 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-27922272-3d59-4913-8fa4-f59778ad40a8 req-9831312f-f68b-46b1-a845-80024f806033 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=16fd8630-dea1-4aa0-ac3c-0f06e3085e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465546 May 12 15:34:19.160320 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-27922272-3d59-4913-8fa4-f59778ad40a8 req-2bca84e3-dc38-4660-92fa-4f7c552ee308 service neutron] 10.222.0.85 "GET /v2.0/networks/16fd8630-dea1-4aa0-ac3c-0f06e3085e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520535 May 12 15:34:19.301290 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-27922272-3d59-4913-8fa4-f59778ad40a8 req-f74cb81c-5be0-4f3f-b941-c587d4d64374 service neutron] 10.222.0.85 "GET /v2.0/networks/16fd8630-dea1-4aa0-ac3c-0f06e3085e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338654 May 12 15:34:19.538486 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938199d3-c8a0-4aae-aa6c-cceee09f863f req-20f3e5df-bfb6-4895-a81b-917c7a4deb26 tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:34:19.539200 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [req-938199d3-c8a0-4aae-aa6c-cceee09f863f req-20f3e5df-bfb6-4895-a81b-917c7a4deb26 tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] Synchronizing usage tracker for tenant:f0db2a028f31461e9d1638267ceb25ee on resource:port {{(pid=78792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:34:19.557352 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [req-938199d3-c8a0-4aae-aa6c-cceee09f863f req-20f3e5df-bfb6-4895-a81b-917c7a4deb26 tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] Unset dirty status for tenant:f0db2a028f31461e9d1638267ceb25ee on resource:port {{(pid=78792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:34:19.558458 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-938199d3-c8a0-4aae-aa6c-cceee09f863f req-20f3e5df-bfb6-4895-a81b-917c7a4deb26 tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] 10.222.0.32 "GET /v2.0/ports?device_id=d33c91c0-1aa4-497c-b1a4-1521b04a443d HTTP/1.1" status: 200 len: 944 time: 0.1046438 May 12 15:34:19.610094 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-938199d3-c8a0-4aae-aa6c-cceee09f863f req-4c4a2321-aedc-49c1-b3f0-b3e754e12796 tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] 10.222.0.32 "GET /v2.0/security-groups?id=61fd35ab-bee0-4bb3-a1d4-af20f2303555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447190 May 12 15:34:20.813272 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b14a1f2-bfa4-4ed0-aede-b6373b02de17 req-b68dcaaa-efc5-4ff2-9e74-2e08cd4f818a tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:34:20.814788 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-7b14a1f2-bfa4-4ed0-aede-b6373b02de17 req-b68dcaaa-efc5-4ff2-9e74-2e08cd4f818a tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] 10.222.0.32 "GET /v2.0/ports?device_id=d33c91c0-1aa4-497c-b1a4-1521b04a443d HTTP/1.1" status: 200 len: 944 time: 0.0896482 May 12 15:34:20.859818 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-7b14a1f2-bfa4-4ed0-aede-b6373b02de17 req-199eb599-77d4-430b-915c-ff9b6aa405ec tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] 10.222.0.32 "GET /v2.0/security-groups?id=61fd35ab-bee0-4bb3-a1d4-af20f2303555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393679 May 12 15:34:21.143342 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-5981f838-a819-4ac0-b04e-29c34b3b01d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:21.674067 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:21.970522 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Device bf4696de-1960-40d7-94f2-bc9264b2a0b2 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=78794) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 15:34:22.079533 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c580f2-89e2-4904-be8d-e87dd56258b8 req-1e787e65-bd6d-4116-a894-6c68f95f9bef tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:34:22.081048 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-a7c580f2-89e2-4904-be8d-e87dd56258b8 req-1e787e65-bd6d-4116-a894-6c68f95f9bef tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] 10.222.0.32 "GET /v2.0/ports?device_id=d33c91c0-1aa4-497c-b1a4-1521b04a443d HTTP/1.1" status: 200 len: 944 time: 0.0814013 May 12 15:34:22.110812 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] For port bf4696de-1960-40d7-94f2-bc9264b2a0b2, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=bf4696de-1960-40d7-94f2-bc9264b2a0b2,segment=NetworkSegment(3fe23168-1bf9-4128-98af-eb2ad394b633),segment_id=3fe23168-1bf9-4128-98af-eb2ad394b633)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:34:22.126297 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Returning: {'device': 'bf4696de-1960-40d7-94f2-bc9264b2a0b2', 'network_id': '16fd8630-dea1-4aa0-ac3c-0f06e3085e49', 'port_id': 'bf4696de-1960-40d7-94f2-bc9264b2a0b2', 'mac_address': 'fa:16:3e:26:5e:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '514cf308-6ddb-48dd-8fb2-440168dd695c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78794) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 15:34:22.129755 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-a7c580f2-89e2-4904-be8d-e87dd56258b8 req-a060e991-02a2-4bea-9b5f-5ee6905053c7 tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] 10.222.0.32 "GET /v2.0/security-groups?id=61fd35ab-bee0-4bb3-a1d4-af20f2303555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425079 May 12 15:34:22.183870 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:22.205250 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.notifiers.nova [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf4696de-1960-40d7-94f2-bc9264b2a0b2 {{(pid=78794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 15:34:22.221561 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] For port bf4696de-1960-40d7-94f2-bc9264b2a0b2, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=bf4696de-1960-40d7-94f2-bc9264b2a0b2,segment=NetworkSegment(3fe23168-1bf9-4128-98af-eb2ad394b633),segment_id=3fe23168-1bf9-4128-98af-eb2ad394b633)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:34:22.226465 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:22.228781 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:34:22.298728 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Pushing event updated for resources: {'Port': ['ID=bf4696de-1960-40d7-94f2-bc9264b2a0b2,revision_number=4']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:34:22.312772 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:34:22.313118 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:34:22.313464 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:34:22.313826 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:34:22.314154 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:34:22.314481 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:34:22.314803 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:34:22.315124 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:34:22.315448 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:34:22.315777 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:34:22.316083 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:34:22.316398 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:34:22.324330 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:34:22.334577 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-8e9e3eb0-3c8e-4693-b231-5e176560d846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:22.601364 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] get_ports_and_sgs() called for port_ids ['bf4696de-1960-40d7-94f2-bc9264b2a0b2'] {{(pid=78794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:34:23.321037 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8893f7aa-56a4-423f-a917-0f00ac40bec0 req-027d357e-dffa-478b-9467-c02d96ecad5d tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:34:23.322503 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-8893f7aa-56a4-423f-a917-0f00ac40bec0 req-027d357e-dffa-478b-9467-c02d96ecad5d tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] 10.222.0.32 "GET /v2.0/ports?device_id=d33c91c0-1aa4-497c-b1a4-1521b04a443d HTTP/1.1" status: 200 len: 945 time: 0.0832620 May 12 15:34:23.369988 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-8893f7aa-56a4-423f-a917-0f00ac40bec0 req-fab5f137-5696-4de8-bfd1-de87e8903d8c tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] 10.222.0.32 "GET /v2.0/security-groups?id=61fd35ab-bee0-4bb3-a1d4-af20f2303555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408964 May 12 15:34:23.972156 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Device bf4696de-1960-40d7-94f2-bc9264b2a0b2 up at agent hyperv_hv-cinder-78960 {{(pid=78794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:34:24.040051 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Provisioning for port bf4696de-1960-40d7-94f2-bc9264b2a0b2 completed by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:34:24.044753 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Provisioning complete for port bf4696de-1960-40d7-94f2-bc9264b2a0b2 triggered by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:34:24.045659 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:24.165390 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:24.194625 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd33c91c0-1aa4-497c-b1a4-1521b04a443d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf4696de-1960-40d7-94f2-bc9264b2a0b2'}] {{(pid=78794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:34:24.204797 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] For port bf4696de-1960-40d7-94f2-bc9264b2a0b2, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=bf4696de-1960-40d7-94f2-bc9264b2a0b2,segment=NetworkSegment(3fe23168-1bf9-4128-98af-eb2ad394b633),segment_id=3fe23168-1bf9-4128-98af-eb2ad394b633)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:34:24.214636 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:24.219212 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:34:24.251870 dv-cinder-789603-6-iscsi neutron-server[78794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd33c91c0-1aa4-497c-b1a4-1521b04a443d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf4696de-1960-40d7-94f2-bc9264b2a0b2', 'code': 200} May 12 15:34:24.273299 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-876105c5-eed7-46ba-a478-d2a34eb0d798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:24.313705 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Pushing event updated for resources: {'Port': ['ID=bf4696de-1960-40d7-94f2-bc9264b2a0b2,revision_number=5']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:34:24.318862 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:34:24.501143 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e3881d-7803-4b8b-9b4c-f010d8c4482b req-37008f55-e802-4a7b-9116-9081f9a5a5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:34:24.502627 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-08e3881d-7803-4b8b-9b4c-f010d8c4482b req-37008f55-e802-4a7b-9116-9081f9a5a5dd service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=d33c91c0-1aa4-497c-b1a4-1521b04a443d HTTP/1.1" status: 200 len: 1099 time: 0.0739641 May 12 15:34:24.547092 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-08e3881d-7803-4b8b-9b4c-f010d8c4482b req-74946993-341b-456b-885c-538d5cd0f5e5 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=61fd35ab-bee0-4bb3-a1d4-af20f2303555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376837 May 12 15:34:24.562849 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38fdca2-0afd-4681-b85a-275687507fa3 req-caa98a9e-22c6-4105-ad00-41e96852821e tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:34:24.564281 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-d38fdca2-0afd-4681-b85a-275687507fa3 req-caa98a9e-22c6-4105-ad00-41e96852821e tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] 10.222.0.32 "GET /v2.0/ports?device_id=d33c91c0-1aa4-497c-b1a4-1521b04a443d HTTP/1.1" status: 200 len: 946 time: 0.0856628 May 12 15:34:24.611469 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-d38fdca2-0afd-4681-b85a-275687507fa3 req-cff8c90a-765f-4530-9845-9e651e472341 tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] 10.222.0.32 "GET /v2.0/security-groups?id=61fd35ab-bee0-4bb3-a1d4-af20f2303555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415511 May 12 15:34:25.803821 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6761d80b-96da-459e-8cda-7fd3bfa86462 req-098f1101-fc25-4cc9-8385-44ba589d37be tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:34:25.805263 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-6761d80b-96da-459e-8cda-7fd3bfa86462 req-098f1101-fc25-4cc9-8385-44ba589d37be tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] 10.222.0.32 "GET /v2.0/ports?device_id=d33c91c0-1aa4-497c-b1a4-1521b04a443d HTTP/1.1" status: 200 len: 946 time: 0.0865030 May 12 15:34:25.851624 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-6761d80b-96da-459e-8cda-7fd3bfa86462 req-8ffae7ea-f79f-49c1-853e-eb5a578593f2 tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] 10.222.0.32 "GET /v2.0/security-groups?id=61fd35ab-bee0-4bb3-a1d4-af20f2303555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400059 May 12 15:34:27.045557 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ff748-c9db-4cbd-adba-09ca9c620cc8 req-cb9614dd-e25f-4886-891b-d063074b3df5 tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:34:27.047045 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-3e0ff748-c9db-4cbd-adba-09ca9c620cc8 req-cb9614dd-e25f-4886-891b-d063074b3df5 tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] 10.222.0.32 "GET /v2.0/ports?device_id=d33c91c0-1aa4-497c-b1a4-1521b04a443d HTTP/1.1" status: 200 len: 946 time: 0.0804574 May 12 15:34:27.093449 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-3e0ff748-c9db-4cbd-adba-09ca9c620cc8 req-99acd24e-6e37-4712-9337-f8239d0c5a8b tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] 10.222.0.32 "GET /v2.0/security-groups?id=61fd35ab-bee0-4bb3-a1d4-af20f2303555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401483 May 12 15:34:27.143880 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:28.140480 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100acce6-1d4c-4798-94e6-e53de91afec3 req-80f5b486-5526-4f10-8d9b-822002802e06 tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:34:28.141980 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-100acce6-1d4c-4798-94e6-e53de91afec3 req-80f5b486-5526-4f10-8d9b-822002802e06 tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] 10.222.0.32 "GET /v2.0/ports?device_id=d33c91c0-1aa4-497c-b1a4-1521b04a443d HTTP/1.1" status: 200 len: 946 time: 0.0859482 May 12 15:34:28.188047 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-100acce6-1d4c-4798-94e6-e53de91afec3 req-731beeb5-f938-4ed8-8ee2-1b5ad0eb993a tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] 10.222.0.32 "GET /v2.0/security-groups?id=61fd35ab-bee0-4bb3-a1d4-af20f2303555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401855 May 12 15:34:29.382169 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d5bdf-fa04-4da0-bf85-33e453d91cd8 req-1784e98d-d6c4-489e-8dca-a30f832f755a tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:34:29.383657 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-823d5bdf-fa04-4da0-bf85-33e453d91cd8 req-1784e98d-d6c4-489e-8dca-a30f832f755a tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] 10.222.0.32 "GET /v2.0/ports?device_id=d33c91c0-1aa4-497c-b1a4-1521b04a443d HTTP/1.1" status: 200 len: 946 time: 0.0869296 May 12 15:34:29.429332 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-823d5bdf-fa04-4da0-bf85-33e453d91cd8 req-9a5af5c0-f397-4314-93b8-5c2763d86db2 tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] 10.222.0.32 "GET /v2.0/security-groups?id=61fd35ab-bee0-4bb3-a1d4-af20f2303555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397341 May 12 15:34:29.803464 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a03d8c5-1276-473f-9e7b-bc16d6b96cb2 req-725f145a-1eb4-433d-b138-410708c41f7a tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:34:29.804887 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-3a03d8c5-1276-473f-9e7b-bc16d6b96cb2 req-725f145a-1eb4-433d-b138-410708c41f7a tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] 10.222.0.85 "GET /v2.0/ports?device_id=d33c91c0-1aa4-497c-b1a4-1521b04a443d HTTP/1.1" status: 200 len: 946 time: 0.0843129 May 12 15:34:29.946075 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.plugin [req-3a03d8c5-1276-473f-9e7b-bc16d6b96cb2 req-da79785e-8c54-4a90-8554-ddc95fe2c197 tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] Deleting port bf4696de-1960-40d7-94f2-bc9264b2a0b2 {{(pid=78792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:34:29.946412 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-3a03d8c5-1276-473f-9e7b-bc16d6b96cb2 req-da79785e-8c54-4a90-8554-ddc95fe2c197 tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649292957'] for port, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:30.086750 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.db [req-3a03d8c5-1276-473f-9e7b-bc16d6b96cb2 req-da79785e-8c54-4a90-8554-ddc95fe2c197 tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] For port bf4696de-1960-40d7-94f2-bc9264b2a0b2, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=bf4696de-1960-40d7-94f2-bc9264b2a0b2,segment=NetworkSegment(3fe23168-1bf9-4128-98af-eb2ad394b633),segment_id=3fe23168-1bf9-4128-98af-eb2ad394b633)] {{(pid=78792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:34:30.087116 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-3a03d8c5-1276-473f-9e7b-bc16d6b96cb2 req-da79785e-8c54-4a90-8554-ddc95fe2c197 tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:30.216425 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.plugin [req-3a03d8c5-1276-473f-9e7b-bc16d6b96cb2 req-da79785e-8c54-4a90-8554-ddc95fe2c197 tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] Calling delete_port for bf4696de-1960-40d7-94f2-bc9264b2a0b2 owned by compute:nova {{(pid=78792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:34:30.330703 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-3a03d8c5-1276-473f-9e7b-bc16d6b96cb2 req-da79785e-8c54-4a90-8554-ddc95fe2c197 tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649297264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739648862733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3714859'] for port, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:30.337161 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-70cefb28-52d4-4c18-8d12-fabbbd4cd839 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:34:30.342711 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] get_ports_and_sgs() called for port_ids ['bf4696de-1960-40d7-94f2-bc9264b2a0b2'] {{(pid=78794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:34:30.390391 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da79785e-8c54-4a90-8554-ddc95fe2c197 tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] Pushing event deleted for resources: {'Port': ['ID=bf4696de-1960-40d7-94f2-bc9264b2a0b2,revision_number=None']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:34:30.393170 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-da79785e-8c54-4a90-8554-ddc95fe2c197 tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:34:30.465799 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a03d8c5-1276-473f-9e7b-bc16d6b96cb2 req-da79785e-8c54-4a90-8554-ddc95fe2c197 tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] No DVR routers for this DVR port bf4696de-1960-40d7-94f2-bc9264b2a0b2 on host hv-cinder-78960 {{(pid=78792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:34:30.468578 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-3a03d8c5-1276-473f-9e7b-bc16d6b96cb2 req-da79785e-8c54-4a90-8554-ddc95fe2c197 tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2050383'] for port, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:30.471404 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd33c91c0-1aa4-497c-b1a4-1521b04a443d', 'name': 'network-vif-deleted', 'tag': 'bf4696de-1960-40d7-94f2-bc9264b2a0b2'}] {{(pid=78792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:34:30.496284 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-3a03d8c5-1276-473f-9e7b-bc16d6b96cb2 req-da79785e-8c54-4a90-8554-ddc95fe2c197 tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] 10.222.0.85 "DELETE /v2.0/ports/bf4696de-1960-40d7-94f2-bc9264b2a0b2 HTTP/1.1" status: 204 len: 173 time: 0.6852131 May 12 15:34:30.527362 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd33c91c0-1aa4-497c-b1a4-1521b04a443d', 'name': 'network-vif-deleted', 'tag': 'bf4696de-1960-40d7-94f2-bc9264b2a0b2', 'status': 'completed', 'code': 200} May 12 15:34:30.595627 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-e5e6ede8-3ea3-4700-a376-c50e3272faac req-f47213c9-d876-4a3b-9535-ffbad1cea2fb tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] 10.222.0.32 "GET /v2.0/ports?device_id=d33c91c0-1aa4-497c-b1a4-1521b04a443d HTTP/1.1" status: 200 len: 210 time: 0.0441713 May 12 15:34:31.955921 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e713e-d921-4256-9048-4c871b41e5b8 req-3300329a-44f2-4991-8f5a-6ab34bf18568 tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:34:31.956627 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [req-646e713e-d921-4256-9048-4c871b41e5b8 req-3300329a-44f2-4991-8f5a-6ab34bf18568 tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] Synchronizing usage tracker for tenant:f0db2a028f31461e9d1638267ceb25ee on resource:network {{(pid=78793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:34:31.974196 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [req-646e713e-d921-4256-9048-4c871b41e5b8 req-3300329a-44f2-4991-8f5a-6ab34bf18568 tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] Unset dirty status for tenant:f0db2a028f31461e9d1638267ceb25ee on resource:network {{(pid=78793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:34:31.975314 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-646e713e-d921-4256-9048-4c871b41e5b8 req-3300329a-44f2-4991-8f5a-6ab34bf18568 tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] 10.222.0.32 "GET /v2.0/networks?id=16fd8630-dea1-4aa0-ac3c-0f06e3085e49 HTTP/1.1" status: 200 len: 809 time: 0.1621377 May 12 15:34:31.990367 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-646e713e-d921-4256-9048-4c871b41e5b8 req-322a34d3-25e1-4d3d-a8b8-520ff20d35bf tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] 10.222.0.32 "GET /v2.0/quotas/f0db2a028f31461e9d1638267ceb25ee HTTP/1.1" status: 200 len: 375 time: 0.0095527 May 12 15:34:32.036048 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-646e713e-d921-4256-9048-4c871b41e5b8 req-c646f3e4-7d26-4c96-8c0f-f72007d36b50 tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f0db2a028f31461e9d1638267ceb25ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406260 May 12 15:34:32.088775 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [req-646e713e-d921-4256-9048-4c871b41e5b8 req-d2858bf3-25d0-4f5c-8567-e15611bb4927 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=78793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 15:34:32.089734 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-646e713e-d921-4256-9048-4c871b41e5b8 req-d2858bf3-25d0-4f5c-8567-e15611bb4927 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0472524 May 12 15:34:32.221141 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-646e713e-d921-4256-9048-4c871b41e5b8 req-b69a4094-c111-497b-ab74-9aa53fcc7d36 service neutron] 10.222.0.32 "GET /v2.0/networks/16fd8630-dea1-4aa0-ac3c-0f06e3085e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248729 May 12 15:34:32.354091 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-646e713e-d921-4256-9048-4c871b41e5b8 req-b160f0f1-0182-498b-ba20-849efbb51dc4 service neutron] 10.222.0.32 "GET /v2.0/networks/16fd8630-dea1-4aa0-ac3c-0f06e3085e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267226 May 12 15:34:32.538014 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [req-a013f31f-a332-41bd-a45e-a701630512f6 req-3c95b308-9d92-44b2-a9d4-3c355ecbe6a3 tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] Synchronizing usage tracker for tenant:f0db2a028f31461e9d1638267ceb25ee on resource:port {{(pid=78792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:34:32.554762 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [req-a013f31f-a332-41bd-a45e-a701630512f6 req-3c95b308-9d92-44b2-a9d4-3c355ecbe6a3 tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] Unset dirty status for tenant:f0db2a028f31461e9d1638267ceb25ee on resource:port {{(pid=78792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:34:32.556037 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-a013f31f-a332-41bd-a45e-a701630512f6 req-3c95b308-9d92-44b2-a9d4-3c355ecbe6a3 tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f1a31d1-3b82-41ae-afa5-32deec32d373 HTTP/1.1" status: 200 len: 210 time: 0.0643961 May 12 15:34:33.715865 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e713e-d921-4256-9048-4c871b41e5b8 req-e6611d57-e35f-4d6c-b36c-61efdf52a5d7 tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:34:33.719209 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-646e713e-d921-4256-9048-4c871b41e5b8 req-e6611d57-e35f-4d6c-b36c-61efdf52a5d7 tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] 10.222.0.85 "GET /v2.0/networks?id=16fd8630-dea1-4aa0-ac3c-0f06e3085e49 HTTP/1.1" status: 200 len: 809 time: 0.2660093 May 12 15:34:33.734311 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.v2.base [req-646e713e-d921-4256-9048-4c871b41e5b8 req-ace3769c-4cf1-407f-b8fe-7d4d4b9afcf3 tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] Request body: {'port': {'device_id': '7f1a31d1-3b82-41ae-afa5-32deec32d373', 'network_id': '16fd8630-dea1-4aa0-ac3c-0f06e3085e49', 'admin_state_up': True, 'tenant_id': 'f0db2a028f31461e9d1638267ceb25ee'}} {{(pid=78792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:34:33.737152 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-be88ff30-99f7-49f4-abb1-7a3441032972 req-e8892303-9413-4d83-82e6-56f2b9068c60 tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f1a31d1-3b82-41ae-afa5-32deec32d373 HTTP/1.1" status: 200 len: 210 time: 0.0690751 May 12 15:34:33.870678 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [req-646e713e-d921-4256-9048-4c871b41e5b8 req-ace3769c-4cf1-407f-b8fe-7d4d4b9afcf3 tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:34:33.880039 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [req-646e713e-d921-4256-9048-4c871b41e5b8 req-ace3769c-4cf1-407f-b8fe-7d4d4b9afcf3 tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:34:33.890513 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-646e713e-d921-4256-9048-4c871b41e5b8 req-ace3769c-4cf1-407f-b8fe-7d4d4b9afcf3 tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] Made reservation on behalf of f0db2a028f31461e9d1638267ceb25ee for: {'port': 1} {{(pid=78792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:34:33.893950 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-646e713e-d921-4256-9048-4c871b41e5b8 req-ace3769c-4cf1-407f-b8fe-7d4d4b9afcf3 tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:34.051774 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Device bf4696de-1960-40d7-94f2-bc9264b2a0b2 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=78794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:34:34.056558 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.db_base_plugin_common [req-646e713e-d921-4256-9048-4c871b41e5b8 req-ace3769c-4cf1-407f-b8fe-7d4d4b9afcf3 tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] Allocated IP 172.20.0.3 (16fd8630-dea1-4aa0-ac3c-0f06e3085e49/514cf308-6ddb-48dd-8fb2-440168dd695c/605f0563-b216-4017-95d5-95e27ffbb72b) {{(pid=78792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:34:34.088637 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.plugin [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] No Port match for: bf4696de-1960-40d7-94f2-bc9264b2a0b2 {{(pid=78794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 15:34:34.088988 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Device bf4696de-1960-40d7-94f2-bc9264b2a0b2 not bound to the agent host hv-cinder-78960 {{(pid=78794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:34:34.260826 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-646e713e-d921-4256-9048-4c871b41e5b8 req-ace3769c-4cf1-407f-b8fe-7d4d4b9afcf3 tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] Notify callbacks [] for port, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:34.292200 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-646e713e-d921-4256-9048-4c871b41e5b8 req-ace3769c-4cf1-407f-b8fe-7d4d4b9afcf3 tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739648862724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3714859'] for port, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:34.299075 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-6246bff3-6594-45bd-a907-b59017dd7036 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:34:34.367222 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-646e713e-d921-4256-9048-4c871b41e5b8 req-ace3769c-4cf1-407f-b8fe-7d4d4b9afcf3 tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] Network 16fd8630-dea1-4aa0-ac3c-0f06e3085e49 is already hosted by enough agents. {{(pid=78792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:34:34.375866 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.base_scheduler [req-646e713e-d921-4256-9048-4c871b41e5b8 req-ace3769c-4cf1-407f-b8fe-7d4d4b9afcf3 tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] Resources bound (agent type, host, resource id): {{(pid=78792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:34:34.380791 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.l3_dvrscheduler_db [req-646e713e-d921-4256-9048-4c871b41e5b8 req-ace3769c-4cf1-407f-b8fe-7d4d4b9afcf3 tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] Received port after_create {{(pid=78792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:34:34.408865 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace3769c-4cf1-407f-b8fe-7d4d4b9afcf3 tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] Pushing event updated for resources: {'Port': ['ID=605f0563-b216-4017-95d5-95e27ffbb72b,revision_number=1']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:34:34.415752 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-ace3769c-4cf1-407f-b8fe-7d4d4b9afcf3 tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:34:34.425039 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f4d979-bb94-4102-823e-9c99fdc10aeb req-da1603cc-bec6-4633-9527-5d4a85210701 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:34:34.426533 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-a4f4d979-bb94-4102-823e-9c99fdc10aeb req-da1603cc-bec6-4633-9527-5d4a85210701 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "GET /v2.0/ports?device_id=719b6347-0342-478d-a0e7-d3e7165fd022 HTTP/1.1" status: 200 len: 985 time: 0.1117709 May 12 15:34:34.430300 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c8b956-2423-44ad-a51d-9d7f23075d25 req-b38aa02d-e622-4125-96d7-3c928041aac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:34:34.431700 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-f2c8b956-2423-44ad-a51d-9d7f23075d25 req-b38aa02d-e622-4125-96d7-3c928041aac4 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=f754e7c069ad40958aff78adf7bb630c&device_id=719b6347-0342-478d-a0e7-d3e7165fd022 HTTP/1.1" status: 200 len: 1138 time: 0.1471004 May 12 15:34:34.446293 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e713e-d921-4256-9048-4c871b41e5b8 req-ace3769c-4cf1-407f-b8fe-7d4d4b9afcf3 tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:34:34.446910 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-646e713e-d921-4256-9048-4c871b41e5b8 req-ace3769c-4cf1-407f-b8fe-7d4d4b9afcf3 tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2050383'] for port, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:34.472351 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-646e713e-d921-4256-9048-4c871b41e5b8 req-ace3769c-4cf1-407f-b8fe-7d4d4b9afcf3 tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7417550 May 12 15:34:34.484744 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.v2.base [req-646e713e-d921-4256-9048-4c871b41e5b8 req-10e83d7d-ccfb-41c3-8318-3446f26daf14 service neutron] Request body: {'port': {'device_id': '7f1a31d1-3b82-41ae-afa5-32deec32d373', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=78792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:34:34.550280 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-a4f4d979-bb94-4102-823e-9c99fdc10aeb req-3f867128-228a-4e5a-8573-9cc52ea1f425 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1126253-d1bb-4225-b077-67e9c43e93dc&id=496a65d2-caf9-4b15-ba98-fdd5a1139e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1164427 May 12 15:34:34.597847 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c8b956-2423-44ad-a51d-9d7f23075d25 req-6b2ab40a-9a17-4e0d-9428-29ff90765600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:34:34.599267 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-f2c8b956-2423-44ad-a51d-9d7f23075d25 req-6b2ab40a-9a17-4e0d-9428-29ff90765600 service neutron] 10.222.0.85 "GET /v2.0/networks?id=daea5aec-99e2-4de5-98c1-02cbf9c8c15d HTTP/1.1" status: 200 len: 916 time: 0.1516280 May 12 15:34:34.600678 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-646e713e-d921-4256-9048-4c871b41e5b8 req-10e83d7d-ccfb-41c3-8318-3446f26daf14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:34.799737 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-f2c8b956-2423-44ad-a51d-9d7f23075d25 req-1774f117-cb93-4cdc-87a1-b05a88ac1683 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=07bf08ee-1802-44fa-a3d6-45cde0dc7af9 HTTP/1.1" status: 200 len: 1002 time: 0.1930139 May 12 15:34:34.863681 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c8b956-2423-44ad-a51d-9d7f23075d25 req-b16c9357-21c0-4695-918e-680cbc594af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:34:34.865182 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-f2c8b956-2423-44ad-a51d-9d7f23075d25 req-b16c9357-21c0-4695-918e-680cbc594af6 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d92f2543-04b9-4483-82be-1ce1d41f5872 HTTP/1.1" status: 200 len: 854 time: 0.0589411 May 12 15:34:34.951682 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c8b956-2423-44ad-a51d-9d7f23075d25 req-78e0c835-a87d-464c-934d-d896b05ab4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:34:34.953153 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-f2c8b956-2423-44ad-a51d-9d7f23075d25 req-78e0c835-a87d-464c-934d-d896b05ab4f1 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=daea5aec-99e2-4de5-98c1-02cbf9c8c15d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0813756 May 12 15:34:35.016084 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04235f1a-3050-46db-8040-50ebf12bbdd8 req-fd19a030-f40b-4061-930c-caf44a432a0c tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:34:35.016780 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [req-04235f1a-3050-46db-8040-50ebf12bbdd8 req-fd19a030-f40b-4061-930c-caf44a432a0c tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] Synchronizing usage tracker for tenant:f0db2a028f31461e9d1638267ceb25ee on resource:port {{(pid=78792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:34:35.044291 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.notifiers.nova [req-646e713e-d921-4256-9048-4c871b41e5b8 req-10e83d7d-ccfb-41c3-8318-3446f26daf14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 605f0563-b216-4017-95d5-95e27ffbb72b {{(pid=78792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 15:34:35.052523 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-646e713e-d921-4256-9048-4c871b41e5b8 req-10e83d7d-ccfb-41c3-8318-3446f26daf14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:35.056554 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [req-04235f1a-3050-46db-8040-50ebf12bbdd8 req-fd19a030-f40b-4061-930c-caf44a432a0c tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] Unset dirty status for tenant:f0db2a028f31461e9d1638267ceb25ee on resource:port {{(pid=78792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:34:35.057699 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-04235f1a-3050-46db-8040-50ebf12bbdd8 req-fd19a030-f40b-4061-930c-caf44a432a0c tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f1a31d1-3b82-41ae-afa5-32deec32d373 HTTP/1.1" status: 200 len: 931 time: 0.2087588 May 12 15:34:35.080996 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.provisioning_blocks [req-646e713e-d921-4256-9048-4c871b41e5b8 req-10e83d7d-ccfb-41c3-8318-3446f26daf14 service neutron] Transition to ACTIVE for port object 605f0563-b216-4017-95d5-95e27ffbb72b will not be triggered until provisioned by entity L2. {{(pid=78792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:34:35.089590 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-646e713e-d921-4256-9048-4c871b41e5b8 req-10e83d7d-ccfb-41c3-8318-3446f26daf14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3714866'] for port, after_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:35.089987 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-f2c8b956-2423-44ad-a51d-9d7f23075d25 req-f8e2e235-9480-4f38-acc6-ed2f06aed771 service neutron] 10.222.0.85 "GET /v2.0/networks/daea5aec-99e2-4de5-98c1-02cbf9c8c15d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300685 May 12 15:34:35.095683 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-70cefb28-52d4-4c18-8d12-fabbbd4cd839 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:34:35.215113 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-04235f1a-3050-46db-8040-50ebf12bbdd8 req-45f3b4bb-9ac0-4863-b8fd-248477c11552 tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] 10.222.0.32 "GET /v2.0/security-groups?id=61fd35ab-bee0-4bb3-a1d4-af20f2303555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511016 May 12 15:34:35.228819 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-f2c8b956-2423-44ad-a51d-9d7f23075d25 req-243a86ae-0345-4daf-b47b-a0203b47b2f9 service neutron] 10.222.0.85 "GET /v2.0/networks/daea5aec-99e2-4de5-98c1-02cbf9c8c15d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313307 May 12 15:34:35.234967 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e83d7d-ccfb-41c3-8318-3446f26daf14 service neutron] Pushing event updated for resources: {'Port': ['ID=605f0563-b216-4017-95d5-95e27ffbb72b,revision_number=2']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:34:35.238654 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-10e83d7d-ccfb-41c3-8318-3446f26daf14 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:34:35.343012 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.managers [req-646e713e-d921-4256-9048-4c871b41e5b8 req-10e83d7d-ccfb-41c3-8318-3446f26daf14 service neutron] Attempting to bind port 605f0563-b216-4017-95d5-95e27ffbb72b on host hv-cinder-78960 for vnic_type normal with profile {{(pid=78792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:34:35.343245 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.managers [req-646e713e-d921-4256-9048-4c871b41e5b8 req-10e83d7d-ccfb-41c3-8318-3446f26daf14 service neutron] Attempting to bind port 605f0563-b216-4017-95d5-95e27ffbb72b by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '3fe23168-1bf9-4128-98af-eb2ad394b633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '16fd8630-dea1-4aa0-ac3c-0f06e3085e49'}] {{(pid=78792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:34:35.343558 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646e713e-d921-4256-9048-4c871b41e5b8 req-10e83d7d-ccfb-41c3-8318-3446f26daf14 service neutron] Attempting to bind port 605f0563-b216-4017-95d5-95e27ffbb72b on network 16fd8630-dea1-4aa0-ac3c-0f06e3085e49 {{(pid=78792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:34:35.348078 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646e713e-d921-4256-9048-4c871b41e5b8 req-10e83d7d-ccfb-41c3-8318-3446f26daf14 service neutron] Port 605f0563-b216-4017-95d5-95e27ffbb72b on network 16fd8630-dea1-4aa0-ac3c-0f06e3085e49 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=78792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 15:34:35.348389 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646e713e-d921-4256-9048-4c871b41e5b8 req-10e83d7d-ccfb-41c3-8318-3446f26daf14 service neutron] Attempting to bind port 605f0563-b216-4017-95d5-95e27ffbb72b on network 16fd8630-dea1-4aa0-ac3c-0f06e3085e49 {{(pid=78792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:34:35.353487 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646e713e-d921-4256-9048-4c871b41e5b8 req-10e83d7d-ccfb-41c3-8318-3446f26daf14 service neutron] Checking agent: {'id': 'f90bdb6d-8ae0-42e3-a09a-ceb4f970b9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 15, 18, 57), 'started_at': datetime.datetime(2021, 5, 12, 15, 18, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 15, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:34:35.353754 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646e713e-d921-4256-9048-4c871b41e5b8 req-10e83d7d-ccfb-41c3-8318-3446f26daf14 service neutron] Checking segment: {'id': '3fe23168-1bf9-4128-98af-eb2ad394b633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '16fd8630-dea1-4aa0-ac3c-0f06e3085e49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:34:35.354157 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646e713e-d921-4256-9048-4c871b41e5b8 req-10e83d7d-ccfb-41c3-8318-3446f26daf14 service neutron] Bound using segment: {'id': '3fe23168-1bf9-4128-98af-eb2ad394b633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '16fd8630-dea1-4aa0-ac3c-0f06e3085e49'} {{(pid=78792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:34:35.354568 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.managers [req-646e713e-d921-4256-9048-4c871b41e5b8 req-10e83d7d-ccfb-41c3-8318-3446f26daf14 service neutron] Bound port: 605f0563-b216-4017-95d5-95e27ffbb72b, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fe23168-1bf9-4128-98af-eb2ad394b633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '16fd8630-dea1-4aa0-ac3c-0f06e3085e49'}}] {{(pid=78792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:34:35.354903 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-646e713e-d921-4256-9048-4c871b41e5b8 req-10e83d7d-ccfb-41c3-8318-3446f26daf14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:35.442098 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.db [req-646e713e-d921-4256-9048-4c871b41e5b8 req-10e83d7d-ccfb-41c3-8318-3446f26daf14 service neutron] For port 605f0563-b216-4017-95d5-95e27ffbb72b, host hv-cinder-78960, cleared binding levels {{(pid=78792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:34:35.445087 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.db [req-646e713e-d921-4256-9048-4c871b41e5b8 req-10e83d7d-ccfb-41c3-8318-3446f26daf14 service neutron] For port 605f0563-b216-4017-95d5-95e27ffbb72b, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=605f0563-b216-4017-95d5-95e27ffbb72b,segment=NetworkSegment(3fe23168-1bf9-4128-98af-eb2ad394b633),segment_id=3fe23168-1bf9-4128-98af-eb2ad394b633)] {{(pid=78792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:34:35.449089 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-646e713e-d921-4256-9048-4c871b41e5b8 req-10e83d7d-ccfb-41c3-8318-3446f26daf14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3714866'] for port, after_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:35.454259 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-ace3769c-4cf1-407f-b8fe-7d4d4b9afcf3 tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:34:35.614400 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e713e-d921-4256-9048-4c871b41e5b8 req-10e83d7d-ccfb-41c3-8318-3446f26daf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:34:35.615010 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-646e713e-d921-4256-9048-4c871b41e5b8 req-10e83d7d-ccfb-41c3-8318-3446f26daf14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2050383'] for port, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:35.616365 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-646e713e-d921-4256-9048-4c871b41e5b8 req-10e83d7d-ccfb-41c3-8318-3446f26daf14 service neutron] 10.222.0.85 "PUT /v2.0/ports/605f0563-b216-4017-95d5-95e27ffbb72b HTTP/1.1" status: 200 len: 1093 time: 1.1364539 May 12 15:34:35.616871 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f1a31d1-3b82-41ae-afa5-32deec32d373', 'tag': '605f0563-b216-4017-95d5-95e27ffbb72b'}] {{(pid=78792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:34:35.652773 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e83d7d-ccfb-41c3-8318-3446f26daf14 service neutron] Pushing event updated for resources: {'Port': ['ID=605f0563-b216-4017-95d5-95e27ffbb72b,revision_number=3']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:34:35.657546 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-10e83d7d-ccfb-41c3-8318-3446f26daf14 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:34:35.692904 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f1a31d1-3b82-41ae-afa5-32deec32d373', 'tag': '605f0563-b216-4017-95d5-95e27ffbb72b', 'status': 'completed', 'code': 200} May 12 15:34:35.733000 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e713e-d921-4256-9048-4c871b41e5b8 req-6c8f9059-432e-469f-87a7-ea6984706acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:34:35.734497 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-646e713e-d921-4256-9048-4c871b41e5b8 req-6c8f9059-432e-469f-87a7-ea6984706acd service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=f0db2a028f31461e9d1638267ceb25ee&device_id=7f1a31d1-3b82-41ae-afa5-32deec32d373 HTTP/1.1" status: 200 len: 1096 time: 0.0735240 May 12 15:34:35.746781 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8527d425-24c1-490c-8762-2da9716eca48 req-326f6297-992c-49e1-a46d-993b25dbe988 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:34:35.748888 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-8527d425-24c1-490c-8762-2da9716eca48 req-326f6297-992c-49e1-a46d-993b25dbe988 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "GET /v2.0/ports?device_id=719b6347-0342-478d-a0e7-d3e7165fd022 HTTP/1.1" status: 200 len: 985 time: 0.0821178 May 12 15:34:35.800203 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-8527d425-24c1-490c-8762-2da9716eca48 req-487b2785-470e-457a-9cfb-2e7fd19a45c4 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1126253-d1bb-4225-b077-67e9c43e93dc&id=496a65d2-caf9-4b15-ba98-fdd5a1139e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0452719 May 12 15:34:35.807173 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-646e713e-d921-4256-9048-4c871b41e5b8 req-3f62d123-2225-44fb-938b-a3e9f2a13a13 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=605f0563-b216-4017-95d5-95e27ffbb72b HTTP/1.1" status: 200 len: 217 time: 0.0644853 May 12 15:34:35.875511 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e713e-d921-4256-9048-4c871b41e5b8 req-f988e3c0-d14f-40dc-8695-e06d5b82fb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:34:35.876833 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-646e713e-d921-4256-9048-4c871b41e5b8 req-f988e3c0-d14f-40dc-8695-e06d5b82fb5e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=514cf308-6ddb-48dd-8fb2-440168dd695c HTTP/1.1" status: 200 len: 849 time: 0.0616639 May 12 15:34:35.924252 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-646e713e-d921-4256-9048-4c871b41e5b8 req-70879149-04d3-440b-b96b-f14a9b54c7e8 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=16fd8630-dea1-4aa0-ac3c-0f06e3085e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407166 May 12 15:34:36.057329 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-646e713e-d921-4256-9048-4c871b41e5b8 req-79265ba6-6bc4-407a-a655-41ae4498843c service neutron] 10.222.0.85 "GET /v2.0/networks/16fd8630-dea1-4aa0-ac3c-0f06e3085e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266520 May 12 15:34:36.190340 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-646e713e-d921-4256-9048-4c871b41e5b8 req-ac63e184-183b-414b-8ee1-a8e2fd545471 service neutron] 10.222.0.85 "GET /v2.0/networks/16fd8630-dea1-4aa0-ac3c-0f06e3085e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248317 May 12 15:34:36.307508 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a08ec28-c4f4-4b7f-97dc-a2ea186c513f req-031227d9-7686-4382-9537-4aa9aa6a2691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:34:36.308963 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-3a08ec28-c4f4-4b7f-97dc-a2ea186c513f req-031227d9-7686-4382-9537-4aa9aa6a2691 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=f0db2a028f31461e9d1638267ceb25ee&device_id=7f1a31d1-3b82-41ae-afa5-32deec32d373 HTTP/1.1" status: 200 len: 1096 time: 0.0702136 May 12 15:34:36.502863 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a08ec28-c4f4-4b7f-97dc-a2ea186c513f req-7e56fa56-e28c-4efe-a0c1-735fab81b43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:34:36.504303 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-3a08ec28-c4f4-4b7f-97dc-a2ea186c513f req-7e56fa56-e28c-4efe-a0c1-735fab81b43d service neutron] 10.222.0.85 "GET /v2.0/networks?id=16fd8630-dea1-4aa0-ac3c-0f06e3085e49 HTTP/1.1" status: 200 len: 910 time: 0.1873982 May 12 15:34:36.512890 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20323b14-9c13-44ef-b55a-ab634f859cff req-9f6b4580-752b-41e6-a8ee-3352d6466bb0 tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:34:36.514284 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-20323b14-9c13-44ef-b55a-ab634f859cff req-9f6b4580-752b-41e6-a8ee-3352d6466bb0 tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f1a31d1-3b82-41ae-afa5-32deec32d373 HTTP/1.1" status: 200 len: 943 time: 0.1795766 May 12 15:34:36.590429 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-3a08ec28-c4f4-4b7f-97dc-a2ea186c513f req-d61077a3-c566-4d7c-b3af-e9610df3607b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=605f0563-b216-4017-95d5-95e27ffbb72b HTTP/1.1" status: 200 len: 217 time: 0.0752354 May 12 15:34:36.652627 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-20323b14-9c13-44ef-b55a-ab634f859cff req-89594651-8047-4efa-87bb-6f5c913a03d1 tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] 10.222.0.32 "GET /v2.0/security-groups?id=61fd35ab-bee0-4bb3-a1d4-af20f2303555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905533 May 12 15:34:36.670871 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a08ec28-c4f4-4b7f-97dc-a2ea186c513f req-688c195e-9e73-4bd0-bd75-4f29bbf37ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:34:36.672296 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-3a08ec28-c4f4-4b7f-97dc-a2ea186c513f req-688c195e-9e73-4bd0-bd75-4f29bbf37ecb service neutron] 10.222.0.85 "GET /v2.0/subnets?id=514cf308-6ddb-48dd-8fb2-440168dd695c HTTP/1.1" status: 200 len: 849 time: 0.0684242 May 12 15:34:36.720231 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-3a08ec28-c4f4-4b7f-97dc-a2ea186c513f req-4f180331-e102-4c3f-b97c-2cec700482ff service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=16fd8630-dea1-4aa0-ac3c-0f06e3085e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411305 May 12 15:34:36.854224 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-3a08ec28-c4f4-4b7f-97dc-a2ea186c513f req-b29ae7b7-9819-4b83-902a-65569e8d0d86 service neutron] 10.222.0.85 "GET /v2.0/networks/16fd8630-dea1-4aa0-ac3c-0f06e3085e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264579 May 12 15:34:36.995698 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-3a08ec28-c4f4-4b7f-97dc-a2ea186c513f req-ffd1df83-8604-44b3-9619-7f11ef7011ee service neutron] 10.222.0.85 "GET /v2.0/networks/16fd8630-dea1-4aa0-ac3c-0f06e3085e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334074 May 12 15:34:37.000398 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f6f993-c34a-4bb4-8875-578757cf6883 req-c5b361c0-ee76-40ef-a228-6241be56f23a tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:34:37.001906 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-49f6f993-c34a-4bb4-8875-578757cf6883 req-c5b361c0-ee76-40ef-a228-6241be56f23a tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "GET /v2.0/ports?device_id=719b6347-0342-478d-a0e7-d3e7165fd022 HTTP/1.1" status: 200 len: 985 time: 0.0911593 May 12 15:34:37.050001 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-49f6f993-c34a-4bb4-8875-578757cf6883 req-e950b39b-49fc-4a19-9aee-c7921bad18cf tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1126253-d1bb-4225-b077-67e9c43e93dc&id=496a65d2-caf9-4b15-ba98-fdd5a1139e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0413907 May 12 15:34:37.842551 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a57087-501c-4597-96d3-ff3b0aa9b968 req-0a130fec-533f-4e69-8784-0dd543791809 tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:34:37.844556 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-e5a57087-501c-4597-96d3-ff3b0aa9b968 req-0a130fec-533f-4e69-8784-0dd543791809 tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f1a31d1-3b82-41ae-afa5-32deec32d373 HTTP/1.1" status: 200 len: 943 time: 0.0865216 May 12 15:34:37.890292 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-e5a57087-501c-4597-96d3-ff3b0aa9b968 req-81419ccc-f3c0-4825-9b5f-4c6f29f40ae2 tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] 10.222.0.32 "GET /v2.0/security-groups?id=61fd35ab-bee0-4bb3-a1d4-af20f2303555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400114 May 12 15:34:38.235960 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4202e193-15e9-4bbb-a176-13e3cc3141fe req-fffd93a2-98f1-4261-b740-4ea212318803 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:34:38.237390 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-4202e193-15e9-4bbb-a176-13e3cc3141fe req-fffd93a2-98f1-4261-b740-4ea212318803 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "GET /v2.0/ports?device_id=719b6347-0342-478d-a0e7-d3e7165fd022 HTTP/1.1" status: 200 len: 985 time: 0.0836401 May 12 15:34:38.285896 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-4202e193-15e9-4bbb-a176-13e3cc3141fe req-aeba766b-9593-436b-a685-3640938401b5 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1126253-d1bb-4225-b077-67e9c43e93dc&id=496a65d2-caf9-4b15-ba98-fdd5a1139e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0426137 May 12 15:34:39.085318 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f30331f-13e4-4ef1-8852-3c2aa19156bb req-bd9f4694-df1f-4e77-9e62-143cd703bdba tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:34:39.086790 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-5f30331f-13e4-4ef1-8852-3c2aa19156bb req-bd9f4694-df1f-4e77-9e62-143cd703bdba tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f1a31d1-3b82-41ae-afa5-32deec32d373 HTTP/1.1" status: 200 len: 943 time: 0.0802910 May 12 15:34:39.239330 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-5f30331f-13e4-4ef1-8852-3c2aa19156bb req-45d948df-a678-4e52-93b8-f5aafd905154 tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] 10.222.0.32 "GET /v2.0/security-groups?id=61fd35ab-bee0-4bb3-a1d4-af20f2303555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465163 May 12 15:34:39.471061 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fbc677-5b10-4978-aff9-02a9410c120e req-97e719c7-3ba3-4b0a-b4e8-6d2c6f59f945 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:34:39.472510 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-53fbc677-5b10-4978-aff9-02a9410c120e req-97e719c7-3ba3-4b0a-b4e8-6d2c6f59f945 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "GET /v2.0/ports?device_id=719b6347-0342-478d-a0e7-d3e7165fd022 HTTP/1.1" status: 200 len: 985 time: 0.0796740 May 12 15:34:39.518580 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-53fbc677-5b10-4978-aff9-02a9410c120e req-24d97a91-39bf-495a-be5d-7243bf28d032 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1126253-d1bb-4225-b077-67e9c43e93dc&id=496a65d2-caf9-4b15-ba98-fdd5a1139e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0401890 May 12 15:34:40.073411 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Device 605f0563-b216-4017-95d5-95e27ffbb72b details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=78794) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 15:34:40.205130 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] For port 605f0563-b216-4017-95d5-95e27ffbb72b, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=605f0563-b216-4017-95d5-95e27ffbb72b,segment=NetworkSegment(3fe23168-1bf9-4128-98af-eb2ad394b633),segment_id=3fe23168-1bf9-4128-98af-eb2ad394b633)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:34:40.217796 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Returning: {'device': '605f0563-b216-4017-95d5-95e27ffbb72b', 'network_id': '16fd8630-dea1-4aa0-ac3c-0f06e3085e49', 'port_id': '605f0563-b216-4017-95d5-95e27ffbb72b', 'mac_address': 'fa:16:3e:98:27:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '514cf308-6ddb-48dd-8fb2-440168dd695c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78794) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 15:34:40.304378 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:40.321569 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.notifiers.nova [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 605f0563-b216-4017-95d5-95e27ffbb72b {{(pid=78794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 15:34:40.337193 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] For port 605f0563-b216-4017-95d5-95e27ffbb72b, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=605f0563-b216-4017-95d5-95e27ffbb72b,segment=NetworkSegment(3fe23168-1bf9-4128-98af-eb2ad394b633),segment_id=3fe23168-1bf9-4128-98af-eb2ad394b633)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:34:40.341261 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:40.343092 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:34:40.411468 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Pushing event updated for resources: {'Port': ['ID=605f0563-b216-4017-95d5-95e27ffbb72b,revision_number=4']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:34:40.414513 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:34:40.430087 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a11f696-be23-4fe5-97f4-fdc60e4f51e9 req-5243a596-844c-4f11-8f98-fbbe2884d166 tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:34:40.431527 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-2a11f696-be23-4fe5-97f4-fdc60e4f51e9 req-5243a596-844c-4f11-8f98-fbbe2884d166 tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f1a31d1-3b82-41ae-afa5-32deec32d373 HTTP/1.1" status: 200 len: 944 time: 0.0835180 May 12 15:34:40.476765 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-2a11f696-be23-4fe5-97f4-fdc60e4f51e9 req-cc28bea5-2a85-4ece-ab83-7ed802eba2ed tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] 10.222.0.32 "GET /v2.0/security-groups?id=61fd35ab-bee0-4bb3-a1d4-af20f2303555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387297 May 12 15:34:40.699487 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] get_ports_and_sgs() called for port_ids ['605f0563-b216-4017-95d5-95e27ffbb72b'] {{(pid=78794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:34:40.707349 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c245d2-4177-48e2-a447-a12ae1b4ddb1 req-1bc4c7c5-c3a8-41e7-92b6-ed931baebfaf tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:34:40.708829 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-72c245d2-4177-48e2-a447-a12ae1b4ddb1 req-1bc4c7c5-c3a8-41e7-92b6-ed931baebfaf tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "GET /v2.0/ports?device_id=719b6347-0342-478d-a0e7-d3e7165fd022 HTTP/1.1" status: 200 len: 985 time: 0.0862303 May 12 15:34:40.756668 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-72c245d2-4177-48e2-a447-a12ae1b4ddb1 req-81983bde-4c8f-4404-a79b-8f224975e73f tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1126253-d1bb-4225-b077-67e9c43e93dc&id=496a65d2-caf9-4b15-ba98-fdd5a1139e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0418415 May 12 15:34:41.663936 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa52c618-8f5d-4321-ab53-4860f8b146f1 req-9c9ec0df-e0aa-44af-91ac-4e0da9b8b976 tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:34:41.665309 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-fa52c618-8f5d-4321-ab53-4860f8b146f1 req-9c9ec0df-e0aa-44af-91ac-4e0da9b8b976 tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f1a31d1-3b82-41ae-afa5-32deec32d373 HTTP/1.1" status: 200 len: 944 time: 0.0835412 May 12 15:34:41.709896 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-fa52c618-8f5d-4321-ab53-4860f8b146f1 req-9388f9c6-2a77-464b-9713-0de8e41d06c9 tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] 10.222.0.32 "GET /v2.0/security-groups?id=61fd35ab-bee0-4bb3-a1d4-af20f2303555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386820 May 12 15:34:41.942513 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32acee33-3d6e-41fa-928e-abea46983aaf req-74b1d3e5-eb66-4ce2-b250-171860fb792d tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:34:41.943975 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-32acee33-3d6e-41fa-928e-abea46983aaf req-74b1d3e5-eb66-4ce2-b250-171860fb792d tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "GET /v2.0/ports?device_id=719b6347-0342-478d-a0e7-d3e7165fd022 HTTP/1.1" status: 200 len: 985 time: 0.0811279 May 12 15:34:41.993811 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-32acee33-3d6e-41fa-928e-abea46983aaf req-db719c24-994d-4ef3-821b-9c6efdd3b204 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1126253-d1bb-4225-b077-67e9c43e93dc&id=496a65d2-caf9-4b15-ba98-fdd5a1139e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0439959 May 12 15:34:42.081658 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Device 605f0563-b216-4017-95d5-95e27ffbb72b up at agent hyperv_hv-cinder-78960 {{(pid=78794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:34:42.149700 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Provisioning for port 605f0563-b216-4017-95d5-95e27ffbb72b completed by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:34:42.154143 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Provisioning complete for port 605f0563-b216-4017-95d5-95e27ffbb72b triggered by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:34:42.154519 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:42.268662 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:42.294977 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f1a31d1-3b82-41ae-afa5-32deec32d373', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '605f0563-b216-4017-95d5-95e27ffbb72b'}] {{(pid=78794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:34:42.305528 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] For port 605f0563-b216-4017-95d5-95e27ffbb72b, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=605f0563-b216-4017-95d5-95e27ffbb72b,segment=NetworkSegment(3fe23168-1bf9-4128-98af-eb2ad394b633),segment_id=3fe23168-1bf9-4128-98af-eb2ad394b633)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:34:42.309957 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:42.312344 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:34:42.346613 dv-cinder-789603-6-iscsi neutron-server[78794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f1a31d1-3b82-41ae-afa5-32deec32d373', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '605f0563-b216-4017-95d5-95e27ffbb72b', 'code': 200} May 12 15:34:42.380852 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Pushing event updated for resources: {'Port': ['ID=605f0563-b216-4017-95d5-95e27ffbb72b,revision_number=5']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:34:42.384033 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:34:42.564040 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5db5a58-819c-40e2-b134-84e6ce778d61 req-58ab07e1-bde7-4696-a9d2-0d9b60d668ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:34:42.565524 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-c5db5a58-819c-40e2-b134-84e6ce778d61 req-58ab07e1-bde7-4696-a9d2-0d9b60d668ba service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=7f1a31d1-3b82-41ae-afa5-32deec32d373 HTTP/1.1" status: 200 len: 1098 time: 0.0697696 May 12 15:34:42.610020 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-c5db5a58-819c-40e2-b134-84e6ce778d61 req-fe1d404b-1b8d-40c1-9774-75ec84d55624 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=61fd35ab-bee0-4bb3-a1d4-af20f2303555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374861 May 12 15:34:42.893550 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f58602-a6da-46d3-95a6-12fabd866250 req-a8899834-6856-425a-b8a9-03510839e99e tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:34:42.894941 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-13f58602-a6da-46d3-95a6-12fabd866250 req-a8899834-6856-425a-b8a9-03510839e99e tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f1a31d1-3b82-41ae-afa5-32deec32d373 HTTP/1.1" status: 200 len: 945 time: 0.0797107 May 12 15:34:42.940189 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-13f58602-a6da-46d3-95a6-12fabd866250 req-573c2215-e62f-485c-ba3c-581306437315 tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] 10.222.0.32 "GET /v2.0/security-groups?id=61fd35ab-bee0-4bb3-a1d4-af20f2303555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394506 May 12 15:34:43.185122 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a175f5-3a7b-4671-b30e-03a6ccbcd801 req-e7211400-d7e4-4691-a784-3d1ed07d794f tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:34:43.187053 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-20a175f5-3a7b-4671-b30e-03a6ccbcd801 req-e7211400-d7e4-4691-a784-3d1ed07d794f tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "GET /v2.0/ports?device_id=719b6347-0342-478d-a0e7-d3e7165fd022 HTTP/1.1" status: 200 len: 985 time: 0.0785265 May 12 15:34:43.236590 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-20a175f5-3a7b-4671-b30e-03a6ccbcd801 req-c474c841-a771-4023-b84d-ccb9811cdd13 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1126253-d1bb-4225-b077-67e9c43e93dc&id=496a65d2-caf9-4b15-ba98-fdd5a1139e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0436599 May 12 15:34:44.125061 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdb0df7-dcbe-47fb-a3f6-f060f6954575 req-e8f63af8-1d05-454f-8f3b-9466b382c253 tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:34:44.126516 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-2cdb0df7-dcbe-47fb-a3f6-f060f6954575 req-e8f63af8-1d05-454f-8f3b-9466b382c253 tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f1a31d1-3b82-41ae-afa5-32deec32d373 HTTP/1.1" status: 200 len: 945 time: 0.0826702 May 12 15:34:44.171730 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-2cdb0df7-dcbe-47fb-a3f6-f060f6954575 req-4f852199-2614-43fa-b889-e023a4f6989a tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] 10.222.0.32 "GET /v2.0/security-groups?id=61fd35ab-bee0-4bb3-a1d4-af20f2303555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388939 May 12 15:34:44.429621 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c0f278-789a-4b14-88c3-49c0357ef6a2 req-912adeb3-8b91-4e4a-94a6-b2caa4f6448b tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:34:44.431122 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-f5c0f278-789a-4b14-88c3-49c0357ef6a2 req-912adeb3-8b91-4e4a-94a6-b2caa4f6448b tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "GET /v2.0/ports?device_id=719b6347-0342-478d-a0e7-d3e7165fd022 HTTP/1.1" status: 200 len: 985 time: 0.0843937 May 12 15:34:44.480659 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-f5c0f278-789a-4b14-88c3-49c0357ef6a2 req-0c375c95-ebc4-45fe-99fe-e8ae604fbf35 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1126253-d1bb-4225-b077-67e9c43e93dc&id=496a65d2-caf9-4b15-ba98-fdd5a1139e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0422051 May 12 15:34:45.302561 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e0abc0-ca94-4f59-bf68-77daec93d5bb req-1229bcf3-9b86-4e98-a47b-38ad6957859b tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:34:45.304011 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-49e0abc0-ca94-4f59-bf68-77daec93d5bb req-1229bcf3-9b86-4e98-a47b-38ad6957859b tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f1a31d1-3b82-41ae-afa5-32deec32d373 HTTP/1.1" status: 200 len: 945 time: 0.0823264 May 12 15:34:45.351213 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-49e0abc0-ca94-4f59-bf68-77daec93d5bb req-262b1c58-dd7a-4f58-887a-0548697b4fad tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] 10.222.0.32 "GET /v2.0/security-groups?id=61fd35ab-bee0-4bb3-a1d4-af20f2303555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414646 May 12 15:34:45.671106 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aad7738-73ef-4154-bac5-2434d6359294 req-ce74bbff-e6f2-4d32-a208-1a8919290000 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:34:45.673235 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-6aad7738-73ef-4154-bac5-2434d6359294 req-ce74bbff-e6f2-4d32-a208-1a8919290000 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "GET /v2.0/ports?device_id=719b6347-0342-478d-a0e7-d3e7165fd022 HTTP/1.1" status: 200 len: 985 time: 0.0848122 May 12 15:34:45.725931 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-6aad7738-73ef-4154-bac5-2434d6359294 req-babfcf6c-1286-43d3-8d13-b669db3802e1 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1126253-d1bb-4225-b077-67e9c43e93dc&id=496a65d2-caf9-4b15-ba98-fdd5a1139e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0467746 May 12 15:34:46.538117 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d48e59-638e-4157-b43d-807fbfa0ff3e req-76900bc9-7296-49df-aacb-fa2f09455e6d tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:34:46.539570 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-27d48e59-638e-4157-b43d-807fbfa0ff3e req-76900bc9-7296-49df-aacb-fa2f09455e6d tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f1a31d1-3b82-41ae-afa5-32deec32d373 HTTP/1.1" status: 200 len: 945 time: 0.0797477 May 12 15:34:46.584583 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-27d48e59-638e-4157-b43d-807fbfa0ff3e req-2bdd6d4c-52d4-4442-8145-796f859ee6c5 tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] 10.222.0.32 "GET /v2.0/security-groups?id=61fd35ab-bee0-4bb3-a1d4-af20f2303555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392759 May 12 15:34:46.918402 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1004098-c408-46ce-b2cb-092295bb2749 req-20401ba7-87c2-41f0-ade1-566680a1ca8a tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:34:46.919993 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-d1004098-c408-46ce-b2cb-092295bb2749 req-20401ba7-87c2-41f0-ade1-566680a1ca8a tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "GET /v2.0/ports?device_id=719b6347-0342-478d-a0e7-d3e7165fd022 HTTP/1.1" status: 200 len: 985 time: 0.0841091 May 12 15:34:46.968057 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-d1004098-c408-46ce-b2cb-092295bb2749 req-c3608d47-e66d-4762-a4b0-76ca54ca2b9c tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1126253-d1bb-4225-b077-67e9c43e93dc&id=496a65d2-caf9-4b15-ba98-fdd5a1139e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0409920 May 12 15:34:47.423789 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb08e5d-b4c8-4881-b15d-45edac04d887 req-f3d43894-0374-4348-97b8-8948d3118968 tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:34:47.425226 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-7eb08e5d-b4c8-4881-b15d-45edac04d887 req-f3d43894-0374-4348-97b8-8948d3118968 tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] 10.222.0.85 "GET /v2.0/ports?device_id=7f1a31d1-3b82-41ae-afa5-32deec32d373 HTTP/1.1" status: 200 len: 945 time: 0.0897009 May 12 15:34:47.558830 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.plugin [req-7eb08e5d-b4c8-4881-b15d-45edac04d887 req-a08b60fd-4ed5-4556-a250-79bacf2b29ed tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] Deleting port 605f0563-b216-4017-95d5-95e27ffbb72b {{(pid=78792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:34:47.559533 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-7eb08e5d-b4c8-4881-b15d-45edac04d887 req-a08b60fd-4ed5-4556-a250-79bacf2b29ed tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649292957'] for port, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:47.690653 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.db [req-7eb08e5d-b4c8-4881-b15d-45edac04d887 req-a08b60fd-4ed5-4556-a250-79bacf2b29ed tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] For port 605f0563-b216-4017-95d5-95e27ffbb72b, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=605f0563-b216-4017-95d5-95e27ffbb72b,segment=NetworkSegment(3fe23168-1bf9-4128-98af-eb2ad394b633),segment_id=3fe23168-1bf9-4128-98af-eb2ad394b633)] {{(pid=78792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:34:47.690992 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-7eb08e5d-b4c8-4881-b15d-45edac04d887 req-a08b60fd-4ed5-4556-a250-79bacf2b29ed tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:47.849601 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.plugin [req-7eb08e5d-b4c8-4881-b15d-45edac04d887 req-a08b60fd-4ed5-4556-a250-79bacf2b29ed tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] Calling delete_port for 605f0563-b216-4017-95d5-95e27ffbb72b owned by compute:nova {{(pid=78792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:34:47.911063 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade509d-77aa-4fc4-b7f3-1bcb4c1c3ac6 req-eac28982-1c77-48f9-b42d-3b9ea250388e tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:34:47.912545 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-fade509d-77aa-4fc4-b7f3-1bcb4c1c3ac6 req-eac28982-1c77-48f9-b42d-3b9ea250388e tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f1a31d1-3b82-41ae-afa5-32deec32d373 HTTP/1.1" status: 200 len: 945 time: 0.2146513 May 12 15:34:48.016276 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-fade509d-77aa-4fc4-b7f3-1bcb4c1c3ac6 req-d913b9e6-089c-4389-bf61-19705feca333 tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] 10.222.0.32 "GET /v2.0/security-groups?id=61fd35ab-bee0-4bb3-a1d4-af20f2303555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933883 May 12 15:34:48.046320 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-7eb08e5d-b4c8-4881-b15d-45edac04d887 req-a08b60fd-4ed5-4556-a250-79bacf2b29ed tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649297264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739648862733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3714859'] for port, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:48.052408 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-7ff9cf5c-80f5-42b9-bfa4-c3ed2babb146 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:34:48.059260 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] get_ports_and_sgs() called for port_ids ['605f0563-b216-4017-95d5-95e27ffbb72b'] {{(pid=78794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:34:48.096148 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08b60fd-4ed5-4556-a250-79bacf2b29ed tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] Pushing event deleted for resources: {'Port': ['ID=605f0563-b216-4017-95d5-95e27ffbb72b,revision_number=None']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:34:48.099738 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-a08b60fd-4ed5-4556-a250-79bacf2b29ed tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:34:48.170406 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ce18ef-5101-43a1-86c2-6ab988f38413 req-fde84ec4-3ee0-43f6-b620-05244a426522 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:34:48.172410 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-d7ce18ef-5101-43a1-86c2-6ab988f38413 req-fde84ec4-3ee0-43f6-b620-05244a426522 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "GET /v2.0/ports?device_id=719b6347-0342-478d-a0e7-d3e7165fd022 HTTP/1.1" status: 200 len: 985 time: 0.0932801 May 12 15:34:48.177826 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eb08e5d-b4c8-4881-b15d-45edac04d887 req-a08b60fd-4ed5-4556-a250-79bacf2b29ed tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] No DVR routers for this DVR port 605f0563-b216-4017-95d5-95e27ffbb72b on host hv-cinder-78960 {{(pid=78792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:34:48.180473 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-7eb08e5d-b4c8-4881-b15d-45edac04d887 req-a08b60fd-4ed5-4556-a250-79bacf2b29ed tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2050383'] for port, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:48.183079 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f1a31d1-3b82-41ae-afa5-32deec32d373', 'name': 'network-vif-deleted', 'tag': '605f0563-b216-4017-95d5-95e27ffbb72b'}] {{(pid=78792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:34:48.198994 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-7eb08e5d-b4c8-4881-b15d-45edac04d887 req-a08b60fd-4ed5-4556-a250-79bacf2b29ed tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] 10.222.0.85 "DELETE /v2.0/ports/605f0563-b216-4017-95d5-95e27ffbb72b HTTP/1.1" status: 204 len: 173 time: 0.7681758 May 12 15:34:48.226378 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-d7ce18ef-5101-43a1-86c2-6ab988f38413 req-b8a26c4e-f183-4182-9a7a-89185882c940 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1126253-d1bb-4225-b077-67e9c43e93dc&id=496a65d2-caf9-4b15-ba98-fdd5a1139e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0479312 May 12 15:34:48.229831 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f1a31d1-3b82-41ae-afa5-32deec32d373', 'name': 'network-vif-deleted', 'tag': '605f0563-b216-4017-95d5-95e27ffbb72b', 'status': 'completed', 'code': 200} May 12 15:34:48.697209 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-4f8322ca-1a4f-474b-bbbf-0fae8e93320b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:49.415862 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86803f8-f4aa-4a9c-b9d9-441a83721d7e req-67257751-b7b0-4973-b741-9b646dd0c34b tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:34:49.417311 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-e86803f8-f4aa-4a9c-b9d9-441a83721d7e req-67257751-b7b0-4973-b741-9b646dd0c34b tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "GET /v2.0/ports?device_id=719b6347-0342-478d-a0e7-d3e7165fd022 HTTP/1.1" status: 200 len: 985 time: 0.0837982 May 12 15:34:49.465540 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-e86803f8-f4aa-4a9c-b9d9-441a83721d7e req-08e99c9f-eced-43c7-b603-9a655b3cb3e7 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1126253-d1bb-4225-b077-67e9c43e93dc&id=496a65d2-caf9-4b15-ba98-fdd5a1139e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0417311 May 12 15:34:50.106967 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Device 605f0563-b216-4017-95d5-95e27ffbb72b no longer exists at agent hyperv_hv-cinder-78960 {{(pid=78794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:34:50.144256 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.plugin [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] No Port match for: 605f0563-b216-4017-95d5-95e27ffbb72b {{(pid=78794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 15:34:50.144589 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Device 605f0563-b216-4017-95d5-95e27ffbb72b not bound to the agent host hv-cinder-78960 {{(pid=78794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:34:50.648907 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525f2c2b-6e45-4996-a3aa-b042103b9589 req-55b9adbd-935b-488a-b913-8d8389f76c18 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:34:50.650266 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-525f2c2b-6e45-4996-a3aa-b042103b9589 req-55b9adbd-935b-488a-b913-8d8389f76c18 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "GET /v2.0/ports?device_id=719b6347-0342-478d-a0e7-d3e7165fd022 HTTP/1.1" status: 200 len: 985 time: 0.0797436 May 12 15:34:50.699040 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-525f2c2b-6e45-4996-a3aa-b042103b9589 req-225c67f5-0b6c-401c-b6aa-ca21339ea8fa tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1126253-d1bb-4225-b077-67e9c43e93dc&id=496a65d2-caf9-4b15-ba98-fdd5a1139e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0430126 May 12 15:34:51.144686 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-a66f5e36-daec-438c-bd58-b704941ffbfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:51.669540 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:51.982314 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d5f592-bb2d-4616-8613-5f39cd29ce1f req-b2f8a232-10f1-4e3d-aa95-dbc87ff39b8a tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:34:51.983800 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-a0d5f592-bb2d-4616-8613-5f39cd29ce1f req-b2f8a232-10f1-4e3d-aa95-dbc87ff39b8a tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "GET /v2.0/ports?device_id=719b6347-0342-478d-a0e7-d3e7165fd022 HTTP/1.1" status: 200 len: 985 time: 0.1778843 May 12 15:34:52.029956 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-a0d5f592-bb2d-4616-8613-5f39cd29ce1f req-8aaf6d66-1eaa-4a8a-ae54-560fabfd7149 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1126253-d1bb-4225-b077-67e9c43e93dc&id=496a65d2-caf9-4b15-ba98-fdd5a1139e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0403066 May 12 15:34:52.320612 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-8e9e3eb0-3c8e-4693-b231-5e176560d846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:53.223416 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e451a0ec-af8b-4e9d-bbee-8f902da68757 req-7ef58415-9d8e-4424-a5f6-7f53da7efdd8 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:34:53.224911 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-e451a0ec-af8b-4e9d-bbee-8f902da68757 req-7ef58415-9d8e-4424-a5f6-7f53da7efdd8 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "GET /v2.0/ports?device_id=719b6347-0342-478d-a0e7-d3e7165fd022 HTTP/1.1" status: 200 len: 985 time: 0.0803654 May 12 15:34:53.271276 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-e451a0ec-af8b-4e9d-bbee-8f902da68757 req-3d408217-412a-4d4a-aa49-75a5d500a28a tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1126253-d1bb-4225-b077-67e9c43e93dc&id=496a65d2-caf9-4b15-ba98-fdd5a1139e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0404103 May 12 15:34:54.226285 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-876105c5-eed7-46ba-a478-d2a34eb0d798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:54.458584 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af665ac-aeb7-410e-b6cc-fce987d38439 req-1d9b7c26-0146-4f22-a643-041c90107827 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:34:54.459994 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-3af665ac-aeb7-410e-b6cc-fce987d38439 req-1d9b7c26-0146-4f22-a643-041c90107827 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "GET /v2.0/ports?device_id=719b6347-0342-478d-a0e7-d3e7165fd022 HTTP/1.1" status: 200 len: 985 time: 0.0821209 May 12 15:34:54.507656 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-3af665ac-aeb7-410e-b6cc-fce987d38439 req-1d1ad60e-ad10-41a7-85d4-b157771da81a tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1126253-d1bb-4225-b077-67e9c43e93dc&id=496a65d2-caf9-4b15-ba98-fdd5a1139e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0417879 May 12 15:34:55.154253 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.agents_db [None req-dd47ce14-932e-4540-b008-5e9038d1c348 None None] Agent healthcheck: found 6 active agents {{(pid=78795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 15:34:55.699326 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e20de02-cec5-45ef-9282-257bb01011eb req-87d5bdf6-0361-4be5-a795-8d7bf83f150b tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:34:55.700733 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-4e20de02-cec5-45ef-9282-257bb01011eb req-87d5bdf6-0361-4be5-a795-8d7bf83f150b tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "GET /v2.0/ports?device_id=719b6347-0342-478d-a0e7-d3e7165fd022 HTTP/1.1" status: 200 len: 985 time: 0.0821807 May 12 15:34:55.844945 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-4e20de02-cec5-45ef-9282-257bb01011eb req-e19c2459-c697-4d28-a5cf-07700c758944 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1126253-d1bb-4225-b077-67e9c43e93dc&id=496a65d2-caf9-4b15-ba98-fdd5a1139e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1378348 May 12 15:34:57.102033 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bc4d93-b89f-4318-b2ff-e4d8318f8a79 req-7046c5d2-6da2-49cc-8d85-3b2451098dee tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:34:57.104349 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-a7bc4d93-b89f-4318-b2ff-e4d8318f8a79 req-7046c5d2-6da2-49cc-8d85-3b2451098dee tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "GET /v2.0/ports?device_id=719b6347-0342-478d-a0e7-d3e7165fd022 HTTP/1.1" status: 200 len: 985 time: 0.0872524 May 12 15:34:57.157161 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:34:57.194768 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-a7bc4d93-b89f-4318-b2ff-e4d8318f8a79 req-ece60a68-f4e3-4bfa-bb5d-deb195e3a8f3 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1126253-d1bb-4225-b077-67e9c43e93dc&id=496a65d2-caf9-4b15-ba98-fdd5a1139e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0815935 May 12 15:35:02.070867 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-6e4b3577-9a9f-4109-a9a7-c10c092f1647 req-24ebb037-3219-444c-be4a-296f98f1c3ac service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=719b6347-0342-478d-a0e7-d3e7165fd022&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0918913 May 12 15:35:02.178377 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4b3577-9a9f-4109-a9a7-c10c092f1647 req-f7d9cf2c-439d-4343-a8d0-45ae5aa95c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:35:02.180134 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-6e4b3577-9a9f-4109-a9a7-c10c092f1647 req-f7d9cf2c-439d-4343-a8d0-45ae5aa95c2e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=f754e7c069ad40958aff78adf7bb630c&device_id=719b6347-0342-478d-a0e7-d3e7165fd022 HTTP/1.1" status: 200 len: 1138 time: 0.0839231 May 12 15:35:02.369537 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4b3577-9a9f-4109-a9a7-c10c092f1647 req-c563b377-2a26-4e69-b888-ecc798d072f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:35:02.371418 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-6e4b3577-9a9f-4109-a9a7-c10c092f1647 req-c563b377-2a26-4e69-b888-ecc798d072f5 service neutron] 10.222.0.85 "GET /v2.0/networks?id=daea5aec-99e2-4de5-98c1-02cbf9c8c15d HTTP/1.1" status: 200 len: 916 time: 0.1703184 May 12 15:35:02.490279 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-6e4b3577-9a9f-4109-a9a7-c10c092f1647 req-d3403fbe-e736-46ea-9b46-ff0d7a5a5086 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=07bf08ee-1802-44fa-a3d6-45cde0dc7af9 HTTP/1.1" status: 200 len: 1002 time: 0.1087608 May 12 15:35:02.567925 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4b3577-9a9f-4109-a9a7-c10c092f1647 req-d7d363e8-54f9-442e-9a07-0060e9d6f86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:35:02.571441 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-6e4b3577-9a9f-4109-a9a7-c10c092f1647 req-d7d363e8-54f9-442e-9a07-0060e9d6f86d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d92f2543-04b9-4483-82be-1ce1d41f5872 HTTP/1.1" status: 200 len: 854 time: 0.0739396 May 12 15:35:02.655338 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4b3577-9a9f-4109-a9a7-c10c092f1647 req-a630d41f-42aa-4392-8d81-4578d7957cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:35:02.659122 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-6e4b3577-9a9f-4109-a9a7-c10c092f1647 req-a630d41f-42aa-4392-8d81-4578d7957cd4 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=daea5aec-99e2-4de5-98c1-02cbf9c8c15d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0788941 May 12 15:35:02.803292 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-6e4b3577-9a9f-4109-a9a7-c10c092f1647 req-81cbc31f-2aa2-4bbb-bf24-efd1f686ddfc service neutron] 10.222.0.85 "GET /v2.0/networks/daea5aec-99e2-4de5-98c1-02cbf9c8c15d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381581 May 12 15:35:02.950746 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-6e4b3577-9a9f-4109-a9a7-c10c092f1647 req-ac435e31-e59a-4fba-b03c-fa772de820a5 service neutron] 10.222.0.85 "GET /v2.0/networks/daea5aec-99e2-4de5-98c1-02cbf9c8c15d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408439 May 12 15:35:13.967164 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 51234) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:35:14.029963 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.db_base_plugin_v2 [None req-79e73a27-d06e-4360-bb06-790f4d0f8ff5 admin admin] Deleting subnet 514cf308-6ddb-48dd-8fb2-440168dd695c {{(pid=78793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 12 15:35:14.033796 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-79e73a27-d06e-4360-bb06-790f4d0f8ff5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:35:14.081016 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-79e73a27-d06e-4360-bb06-790f4d0f8ff5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316453'] for subnet, precommit_delete_associations {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:35:14.138344 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-79e73a27-d06e-4360-bb06-790f4d0f8ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1440695'] for subnet, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:35:14.395161 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-79e73a27-d06e-4360-bb06-790f4d0f8ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1440696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3598854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4155494'] for subnet, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:35:14.400101 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-95e82865-795a-402b-9922-1393489dc4bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:35:14.440441 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-79e73a27-d06e-4360-bb06-790f4d0f8ff5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for subnet, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:35:14.443175 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e73a27-d06e-4360-bb06-790f4d0f8ff5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=514cf308-6ddb-48dd-8fb2-440168dd695c,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:35:14.452657 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-79e73a27-d06e-4360-bb06-790f4d0f8ff5 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/514cf308-6ddb-48dd-8fb2-440168dd695c HTTP/1.1" status: 204 len: 168 time: 0.4844298 May 12 15:35:14.454507 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e73a27-d06e-4360-bb06-790f4d0f8ff5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:35:14.454887 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e73a27-d06e-4360-bb06-790f4d0f8ff5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:35:14.455262 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e73a27-d06e-4360-bb06-790f4d0f8ff5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:35:14.455629 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e73a27-d06e-4360-bb06-790f4d0f8ff5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:35:14.455845 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 51238) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:35:14.456334 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e73a27-d06e-4360-bb06-790f4d0f8ff5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:35:14.456334 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e73a27-d06e-4360-bb06-790f4d0f8ff5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:35:14.456687 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e73a27-d06e-4360-bb06-790f4d0f8ff5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:35:14.457045 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e73a27-d06e-4360-bb06-790f4d0f8ff5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:35:14.457400 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e73a27-d06e-4360-bb06-790f4d0f8ff5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:35:14.457752 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e73a27-d06e-4360-bb06-790f4d0f8ff5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:35:14.458152 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e73a27-d06e-4360-bb06-790f4d0f8ff5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:35:14.458502 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e73a27-d06e-4360-bb06-790f4d0f8ff5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:35:14.461615 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-79e73a27-d06e-4360-bb06-790f4d0f8ff5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:35:14.567879 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-0c490f4b-0c74-46c4-98a7-9a0214c09ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741559'] for network, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:35:14.691587 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-0c490f4b-0c74-46c4-98a7-9a0214c09ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1434444', 'neutron.services.segments.db._delete_segments_for_network-8739649303709'] for network, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:35:14.707899 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.services.segments.db [None req-0c490f4b-0c74-46c4-98a7-9a0214c09ad4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16fd8630-dea1-4aa0-ac3c-0f06e3085e49']}} {{(pid=78792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:35:14.719603 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.services.segments.db [None req-0c490f4b-0c74-46c4-98a7-9a0214c09ad4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fe23168-1bf9-4128-98af-eb2ad394b633') {'for_net_delete': True} {{(pid=78792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:35:14.719903 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.services.segments.db [None req-0c490f4b-0c74-46c4-98a7-9a0214c09ad4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fe23168-1bf9-4128-98af-eb2ad394b633') {} {{(pid=78792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:35:14.730841 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-0c490f4b-0c74-46c4-98a7-9a0214c09ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649315175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2171662'] for segment, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:35:14.746153 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-0c490f4b-0c74-46c4-98a7-9a0214c09ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428868'] for segment, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:35:14.752690 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c490f4b-0c74-46c4-98a7-9a0214c09ad4 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=78792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 15:35:14.753072 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-0c490f4b-0c74-46c4-98a7-9a0214c09ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3714846'] for segment, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:35:14.766691 dv-cinder-789603-6-iscsi neutron-server[78792]: Traceback (most recent call last): May 12 15:35:14.766691 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 15:35:14.766691 dv-cinder-789603-6-iscsi neutron-server[78792]: timer() May 12 15:35:14.766691 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 15:35:14.766691 dv-cinder-789603-6-iscsi neutron-server[78792]: cb(*args, **kw) May 12 15:35:14.766691 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 12 15:35:14.766691 dv-cinder-789603-6-iscsi neutron-server[78792]: return func(*args, **kwargs) May 12 15:35:14.766691 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 15:35:14.766691 dv-cinder-789603-6-iscsi neutron-server[78792]: self._notify() May 12 15:35:14.766691 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 15:35:14.766691 dv-cinder-789603-6-iscsi neutron-server[78792]: self.callback(batched_events) May 12 15:35:14.766691 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 15:35:14.766691 dv-cinder-789603-6-iscsi neutron-server[78792]: event.method(event) May 12 15:35:14.766691 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 15:35:14.766691 dv-cinder-789603-6-iscsi neutron-server[78792]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 15:35:14.766691 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 15:35:14.766691 dv-cinder-789603-6-iscsi neutron-server[78792]: aggregate_uuid = self.p_client.list_aggregates( May 12 15:35:14.766691 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 15:35:14.766691 dv-cinder-789603-6-iscsi neutron-server[78792]: return f(self, *a, **k) May 12 15:35:14.766691 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 15:35:14.766691 dv-cinder-789603-6-iscsi neutron-server[78792]: return self._get(url).json() May 12 15:35:14.766691 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 15:35:14.766691 dv-cinder-789603-6-iscsi neutron-server[78792]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 15:35:14.766691 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 15:35:14.766691 dv-cinder-789603-6-iscsi neutron-server[78792]: return self.request(url, 'GET', **kwargs) May 12 15:35:14.766691 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 15:35:14.766691 dv-cinder-789603-6-iscsi neutron-server[78792]: base_url = self.get_endpoint(auth, allow=allow, May 12 15:35:14.766691 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 15:35:14.766691 dv-cinder-789603-6-iscsi neutron-server[78792]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 15:35:14.766691 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 15:35:14.766691 dv-cinder-789603-6-iscsi neutron-server[78792]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 15:35:14.766691 dv-cinder-789603-6-iscsi neutron-server[78792]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 15:35:14.838410 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-0c490f4b-0c74-46c4-98a7-9a0214c09ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1434421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706613'] for network, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:35:14.842081 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-fe9c3dd4-fc0e-4965-8377-954c7cd8c409 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:35:14.857983 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-0c490f4b-0c74-46c4-98a7-9a0214c09ad4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for network, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:35:14.865908 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c490f4b-0c74-46c4-98a7-9a0214c09ad4 admin admin] Pushing event deleted for resources: {'Network': ['ID=16fd8630-dea1-4aa0-ac3c-0f06e3085e49,revision_number=None']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:35:14.877814 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c490f4b-0c74-46c4-98a7-9a0214c09ad4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:35:14.878171 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c490f4b-0c74-46c4-98a7-9a0214c09ad4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:35:14.878544 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c490f4b-0c74-46c4-98a7-9a0214c09ad4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:35:14.878902 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c490f4b-0c74-46c4-98a7-9a0214c09ad4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:35:14.879263 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c490f4b-0c74-46c4-98a7-9a0214c09ad4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:35:14.879622 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c490f4b-0c74-46c4-98a7-9a0214c09ad4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:35:14.879971 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c490f4b-0c74-46c4-98a7-9a0214c09ad4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:35:14.880352 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c490f4b-0c74-46c4-98a7-9a0214c09ad4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:35:14.880674 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c490f4b-0c74-46c4-98a7-9a0214c09ad4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:35:14.881025 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c490f4b-0c74-46c4-98a7-9a0214c09ad4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:35:14.881366 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c490f4b-0c74-46c4-98a7-9a0214c09ad4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:35:14.881708 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c490f4b-0c74-46c4-98a7-9a0214c09ad4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:35:14.887996 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-0c490f4b-0c74-46c4-98a7-9a0214c09ad4 admin admin] 10.222.0.32 "DELETE /v2.0/networks/16fd8630-dea1-4aa0-ac3c-0f06e3085e49 HTTP/1.1" status: 204 len: 168 time: 0.4284601 May 12 15:35:14.887996 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-0c490f4b-0c74-46c4-98a7-9a0214c09ad4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:35:14.998127 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 51244) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:35:15.045955 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-dcfe54fb-6b13-4f4e-9fad-a1c73f66f34f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f0db2a028f31461e9d1638267ceb25ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0465724 May 12 15:35:15.048734 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 51250) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:35:15.105031 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-1237e5a0-823a-4dc0-9065-5514faeedd2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:35:15.130893 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-1237e5a0-823a-4dc0-9065-5514faeedd2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:35:15.180900 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-1237e5a0-823a-4dc0-9065-5514faeedd2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:35:15.184552 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-329023a5-478f-45e2-9711-64b0e8f6e082 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:35:15.197749 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1237e5a0-823a-4dc0-9065-5514faeedd2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61fd35ab-bee0-4bb3-a1d4-af20f2303555,revision_number=None']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:35:15.200896 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-1237e5a0-823a-4dc0-9065-5514faeedd2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:35:15.209684 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-1237e5a0-823a-4dc0-9065-5514faeedd2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:35:15.210892 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-1237e5a0-823a-4dc0-9065-5514faeedd2b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/61fd35ab-bee0-4bb3-a1d4-af20f2303555 HTTP/1.1" status: 204 len: 168 time: 0.1611984 May 12 15:35:18.698954 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-4ca19731-88fd-412b-8fda-a8855bb5f7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:35:21.146068 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-ca00d3ff-d8dc-4418-ab9b-e6fd66fe6ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:35:21.673624 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:35:22.323170 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-8e9e3eb0-3c8e-4693-b231-5e176560d846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:35:24.229166 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-876105c5-eed7-46ba-a478-d2a34eb0d798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:35:25.997747 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 51332) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:35:26.122198 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-52ca7241-a337-4551-b828-67840da77eb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:35:26.141931 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-52ca7241-a337-4551-b828-67840da77eb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:35:26.146122 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-52ca7241-a337-4551-b828-67840da77eb7 admin admin] Usage tracker for resource:security_group_rule and tenant:c35193c2304d4edf811f9226916ce2ac is out of sync, need to count used quota {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:35:26.149172 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-52ca7241-a337-4551-b828-67840da77eb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:35:26.155149 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-52ca7241-a337-4551-b828-67840da77eb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:35:26.251394 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-52ca7241-a337-4551-b828-67840da77eb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:35:26.255972 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-52ca7241-a337-4551-b828-67840da77eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:35:26.263609 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-a2f4a3af-ef60-49ce-8cb5-a7eb901e3555 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:35:26.308860 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-52ca7241-a337-4551-b828-67840da77eb7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c35193c2304d4edf811f9226916ce2ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3099687 May 12 15:35:26.309830 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ca7241-a337-4551-b828-67840da77eb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6533aa5e-e079-4838-9a45-5e9fc0bf3235,revision_number=1']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:35:26.312026 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 51338) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:35:26.313175 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-52ca7241-a337-4551-b828-67840da77eb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:35:26.377478 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-8be179a5-3d70-4e0f-94fe-14a15ec94452 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:35:26.405274 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-8be179a5-3d70-4e0f-94fe-14a15ec94452 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:35:26.460934 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-8be179a5-3d70-4e0f-94fe-14a15ec94452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:35:26.465108 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-0ec7e77a-906e-4173-bd51-4c0ad34d61af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:35:26.480488 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be179a5-3d70-4e0f-94fe-14a15ec94452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6533aa5e-e079-4838-9a45-5e9fc0bf3235,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:35:26.482860 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-8be179a5-3d70-4e0f-94fe-14a15ec94452 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:35:26.484970 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-8be179a5-3d70-4e0f-94fe-14a15ec94452 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:35:26.486056 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-8be179a5-3d70-4e0f-94fe-14a15ec94452 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6533aa5e-e079-4838-9a45-5e9fc0bf3235 HTTP/1.1" status: 204 len: 168 time: 0.1724424 May 12 15:35:27.141708 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:35:32.153829 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.agents_db [None req-dd47ce14-932e-4540-b008-5e9038d1c348 None None] Agent healthcheck: found 6 active agents {{(pid=78795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 15:35:48.699466 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-f1ec2549-a8f5-40b4-8b6f-ddd9b966ea4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:35:51.148855 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-fbfaf50d-d011-4f03-b331-8490929ebf5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:35:51.677936 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:35:52.326061 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-8e9e3eb0-3c8e-4693-b231-5e176560d846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:35:54.232109 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-876105c5-eed7-46ba-a478-d2a34eb0d798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:35:57.153575 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:35:57.823046 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 51354) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:35:58.091760 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.plugin [None req-647118c4-3c35-42e5-9da4-6209c192baa5 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Deleting port fe849a81-1494-4800-a2de-08f13429b8d9 {{(pid=78793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:35:58.091995 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-647118c4-3c35-42e5-9da4-6209c192baa5 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649292957'] for port, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:35:58.207587 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-647118c4-3c35-42e5-9da4-6209c192baa5 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:35:58.207915 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-647118c4-3c35-42e5-9da4-6209c192baa5 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:35:58.335863 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.plugin [None req-647118c4-3c35-42e5-9da4-6209c192baa5 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Calling delete_port for fe849a81-1494-4800-a2de-08f13429b8d9 owned by network:floatingip {{(pid=78793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:35:58.466754 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-647118c4-3c35-42e5-9da4-6209c192baa5 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649297264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739648862733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3598933'] for port, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:35:58.470063 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-33da3534-a5fb-4c73-be30-d564306899f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:35:58.609471 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647118c4-3c35-42e5-9da4-6209c192baa5 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Pushing event deleted for resources: {'Port': ['ID=fe849a81-1494-4800-a2de-08f13429b8d9,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:35:58.612744 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-647118c4-3c35-42e5-9da4-6209c192baa5 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:35:58.700795 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-647118c4-3c35-42e5-9da4-6209c192baa5 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks [] for floatingip, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:35:58.701121 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.db.l3_db [None req-647118c4-3c35-42e5-9da4-6209c192baa5 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Floating IP d813158b-6e40-4203-aa93-a061b36c7b02 disassociated (deleted). External IP: 172.27.2.61, port: 7eaae9ce-b15f-4843-b1cd-cfb5d875c2af. May 12 15:35:59.071503 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-647118c4-3c35-42e5-9da4-6209c192baa5 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Router 7d2b8dbb-d67c-46d4-97ab-ed1952d51b15 has already been hosted by L3 agent e96f2393-830b-46ef-bef2-f93615c2f352 {{(pid=78793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 15:35:59.251242 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-647118c4-3c35-42e5-9da4-6209c192baa5 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify agent at l3_agent.dv-cinder-789603-6-iscsi the message routers_updated {{(pid=78793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:35:59.260373 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186e031d-d90e-4ac6-812e-ffe636b723a3 None None] Sync routers for ids ['7d2b8dbb-d67c-46d4-97ab-ed1952d51b15'] in dv-cinder-789603-6-iscsi {{(pid=78794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:35:59.271472 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-647118c4-3c35-42e5-9da4-6209c192baa5 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2050383'] for floatingip, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:35:59.273067 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186e031d-d90e-4ac6-812e-ffe636b723a3 None None] Routers {'7d2b8dbb-d67c-46d4-97ab-ed1952d51b15'} bound to L3 agent in host dv-cinder-789603-6-iscsi {{(pid=78794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:35:59.273724 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-186e031d-d90e-4ac6-812e-ffe636b723a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-12T15:12:51Z,description=,heartbeat_timestamp=2021-05-12T15:35:51Z,host='dv-cinder-789603-6-iscsi',id=e96f2393-830b-46ef-bef2-f93615c2f352,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:12:51Z,topic='l3_agent')) {'router_ids': ['7d2b8dbb-d67c-46d4-97ab-ed1952d51b15'], 'active': True} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:35:59.327767 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-647118c4-3c35-42e5-9da4-6209c192baa5 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "DELETE /v2.0/floatingips/d813158b-6e40-4203-aa93-a061b36c7b02 HTTP/1.1" status: 204 len: 168 time: 1.5036452 May 12 15:35:59.328519 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c78a336-b7b6-443a-88fa-7064349035d7', 'tag': '7eaae9ce-b15f-4843-b1cd-cfb5d875c2af'}] {{(pid=78793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:35:59.375303 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c78a336-b7b6-443a-88fa-7064349035d7', 'tag': '7eaae9ce-b15f-4843-b1cd-cfb5d875c2af', 'status': 'completed', 'code': 200} May 12 15:35:59.459746 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvr_db [None req-186e031d-d90e-4ac6-812e-ffe636b723a3 None None] Set router 7d2b8dbb-d67c-46d4-97ab-ed1952d51b15 gateway port host: dv-cinder-789603-6-iscsi {{(pid=78794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:35:59.573375 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe8f226-94a7-47aa-956c-8b6aec7da442 req-55a8515d-2e51-4f2f-9bde-f1e4538c6079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:35:59.574855 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-bbe8f226-94a7-47aa-956c-8b6aec7da442 req-55a8515d-2e51-4f2f-9bde-f1e4538c6079 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9c641ae825cc4fc19fd89c2aecc761e3&device_id=4c78a336-b7b6-443a-88fa-7064349035d7 HTTP/1.1" status: 200 len: 1098 time: 0.1745610 May 12 15:35:59.720918 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe8f226-94a7-47aa-956c-8b6aec7da442 req-73fea9ac-cc16-48bc-8cb7-b19b8528de95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:35:59.722394 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-bbe8f226-94a7-47aa-956c-8b6aec7da442 req-73fea9ac-cc16-48bc-8cb7-b19b8528de95 service neutron] 10.222.0.85 "GET /v2.0/networks?id=17267851-fd39-4f2f-86eb-a60d64460bc3 HTTP/1.1" status: 200 len: 912 time: 0.1378539 May 12 15:35:59.798407 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-bbe8f226-94a7-47aa-956c-8b6aec7da442 req-a826b4a4-de76-415c-bca5-63e8c7b84194 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7eaae9ce-b15f-4843-b1cd-cfb5d875c2af HTTP/1.1" status: 200 len: 217 time: 0.0668669 May 12 15:35:59.871265 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d144ece7-12a0-4db3-b828-2072a0b8cafa req-aa27560f-9f17-4cf5-a48f-a2e67389c503 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:35:59.871789 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe8f226-94a7-47aa-956c-8b6aec7da442 req-33886fca-37e9-4466-9b6e-0133d6442739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:35:59.871967 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [req-d144ece7-12a0-4db3-b828-2072a0b8cafa req-aa27560f-9f17-4cf5-a48f-a2e67389c503 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Synchronizing usage tracker for tenant:9c641ae825cc4fc19fd89c2aecc761e3 on resource:port {{(pid=78793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:35:59.873577 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-bbe8f226-94a7-47aa-956c-8b6aec7da442 req-33886fca-37e9-4466-9b6e-0133d6442739 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=90db4296-24fa-4fea-bd4a-f288635b69c4 HTTP/1.1" status: 200 len: 850 time: 0.0640397 May 12 15:35:59.873874 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-186e031d-d90e-4ac6-812e-ffe636b723a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d2b8dbb-d67c-46d4-97ab-ed1952d51b15', 'name': 'tempest-TestVolumeBootPattern-396584955-router', 'tenant_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'a0eaaa71-6293-4f40-a208-4cedd38e2dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:26:10Z', 'updated_at': '2021-05-12T15:26:14Z', 'revision_number': 4, 'project_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'gw_port': {'id': 'a0eaaa71-6293-4f40-a208-4cedd38e2dc3', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2b8dbb-d67c-46d4-97ab-ed1952d51b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:26:10Z', 'updated_at': '2021-05-12T15:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi', '_floatingips': [{'id': '950d860e-7792-4e71-8701-56c850e05b09', 'tenant_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'floating_ip_address': '172.27.2.107', 'floating_network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'router_id': '7d2b8dbb-d67c-46d4-97ab-ed1952d51b15', 'port_id': '2c04a71b-e21e-4460-ae36-c1a18ab155c3', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17267851-fd39-4f2f-86eb-a60d64460bc3', 'mac_address': 'fa:16:3e:42:a6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf4dd10-c481-47df-b532-a560e8d7c497', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T15:30:39Z', 'updated_at': '2021-05-12T15:30:42Z', 'revision_number': 1, 'project_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e56ff15-ff6a-44ee-b638-69fb02cae5f4', 'name': '', 'network_id': '17267851-fd39-4f2f-86eb-a60d64460bc3', 'tenant_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'mac_address': 'fa:16:3e:1a:eb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2b8dbb-d67c-46d4-97ab-ed1952d51b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '90db4296-24fa-4fea-bd4a-f288635b69c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:26:13Z', 'updated_at': '2021-05-12T15:26:21Z', 'revision_number': 5, 'project_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'subnets': [{'id': '90db4296-24fa-4fea-bd4a-f288635b69c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-iscsi', False) {} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:35:59.878266 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186e031d-d90e-4ac6-812e-ffe636b723a3 None None] Checking router: 7d2b8dbb-d67c-46d4-97ab-ed1952d51b15 for host: dv-cinder-789603-6-iscsi {{(pid=78794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:35:59.887572 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186e031d-d90e-4ac6-812e-ffe636b723a3 None None] Routers {'7d2b8dbb-d67c-46d4-97ab-ed1952d51b15'} bound to L3 agent in host dv-cinder-789603-6-iscsi {{(pid=78794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:35:59.888180 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-186e031d-d90e-4ac6-812e-ffe636b723a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-12T15:12:51Z,description=,heartbeat_timestamp=2021-05-12T15:35:51Z,host='dv-cinder-789603-6-iscsi',id=e96f2393-830b-46ef-bef2-f93615c2f352,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:12:51Z,topic='l3_agent')) {'router_ids': ['7d2b8dbb-d67c-46d4-97ab-ed1952d51b15'], 'active': True} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:35:59.897049 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [req-d144ece7-12a0-4db3-b828-2072a0b8cafa req-aa27560f-9f17-4cf5-a48f-a2e67389c503 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Unset dirty status for tenant:9c641ae825cc4fc19fd89c2aecc761e3 on resource:port {{(pid=78793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:35:59.898739 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-d144ece7-12a0-4db3-b828-2072a0b8cafa req-aa27560f-9f17-4cf5-a48f-a2e67389c503 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c78a336-b7b6-443a-88fa-7064349035d7 HTTP/1.1" status: 200 len: 945 time: 0.2715092 May 12 15:35:59.955127 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-d144ece7-12a0-4db3-b828-2072a0b8cafa req-74ce8952-7f27-460f-899c-71ac08bad574 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/security-groups?id=2760b0f1-b234-4de9-89f2-f77f95ef8caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482519 May 12 15:36:00.053508 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe8f226-94a7-47aa-956c-8b6aec7da442 req-c0c0fc16-7f49-4724-bb0d-b0be6f67fb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:00.054915 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-bbe8f226-94a7-47aa-956c-8b6aec7da442 req-c0c0fc16-7f49-4724-bb0d-b0be6f67fb4e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=17267851-fd39-4f2f-86eb-a60d64460bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1731329 May 12 15:36:00.080402 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvr_db [None req-186e031d-d90e-4ac6-812e-ffe636b723a3 None None] Set router 7d2b8dbb-d67c-46d4-97ab-ed1952d51b15 gateway port host: dv-cinder-789603-6-iscsi {{(pid=78794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:36:00.195288 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-bbe8f226-94a7-47aa-956c-8b6aec7da442 req-7547fd59-2867-402c-a02b-cf4b66a23307 service neutron] 10.222.0.85 "GET /v2.0/networks/17267851-fd39-4f2f-86eb-a60d64460bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289477 May 12 15:36:00.333508 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-bbe8f226-94a7-47aa-956c-8b6aec7da442 req-10a5cfa2-b5ad-4db1-9165-79dd9d29348f service neutron] 10.222.0.85 "GET /v2.0/networks/17267851-fd39-4f2f-86eb-a60d64460bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264429 May 12 15:36:00.429540 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-186e031d-d90e-4ac6-812e-ffe636b723a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d2b8dbb-d67c-46d4-97ab-ed1952d51b15', 'name': 'tempest-TestVolumeBootPattern-396584955-router', 'tenant_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'a0eaaa71-6293-4f40-a208-4cedd38e2dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:26:10Z', 'updated_at': '2021-05-12T15:26:14Z', 'revision_number': 4, 'project_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'gw_port': {'id': 'a0eaaa71-6293-4f40-a208-4cedd38e2dc3', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2b8dbb-d67c-46d4-97ab-ed1952d51b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:26:10Z', 'updated_at': '2021-05-12T15:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi', '_floatingips': [{'id': '950d860e-7792-4e71-8701-56c850e05b09', 'tenant_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'floating_ip_address': '172.27.2.107', 'floating_network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'router_id': '7d2b8dbb-d67c-46d4-97ab-ed1952d51b15', 'port_id': '2c04a71b-e21e-4460-ae36-c1a18ab155c3', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17267851-fd39-4f2f-86eb-a60d64460bc3', 'mac_address': 'fa:16:3e:42:a6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf4dd10-c481-47df-b532-a560e8d7c497', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T15:30:39Z', 'updated_at': '2021-05-12T15:30:42Z', 'revision_number': 1, 'project_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e56ff15-ff6a-44ee-b638-69fb02cae5f4', 'name': '', 'network_id': '17267851-fd39-4f2f-86eb-a60d64460bc3', 'tenant_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'mac_address': 'fa:16:3e:1a:eb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2b8dbb-d67c-46d4-97ab-ed1952d51b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '90db4296-24fa-4fea-bd4a-f288635b69c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:26:13Z', 'updated_at': '2021-05-12T15:26:21Z', 'revision_number': 5, 'project_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'subnets': [{'id': '90db4296-24fa-4fea-bd4a-f288635b69c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-iscsi', False) {} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:36:00.433447 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186e031d-d90e-4ac6-812e-ffe636b723a3 None None] The sync data for ids ['7d2b8dbb-d67c-46d4-97ab-ed1952d51b15'] in dv-cinder-789603-6-iscsi is: [{'id': '7d2b8dbb-d67c-46d4-97ab-ed1952d51b15', 'name': 'tempest-TestVolumeBootPattern-396584955-router', 'tenant_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'a0eaaa71-6293-4f40-a208-4cedd38e2dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:26:10Z', 'updated_at': '2021-05-12T15:26:14Z', 'revision_number': 4, 'project_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'gw_port': {'id': 'a0eaaa71-6293-4f40-a208-4cedd38e2dc3', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2b8dbb-d67c-46d4-97ab-ed1952d51b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:26:10Z', 'updated_at': '2021-05-12T15:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi', '_floatingips': [{'id': '950d860e-7792-4e71-8701-56c850e05b09', 'tenant_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'floating_ip_address': '172.27.2.107', 'floating_network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'router_id': '7d2b8dbb-d67c-46d4-97ab-ed1952d51b15', 'port_id': '2c04a71b-e21e-4460-ae36-c1a18ab155c3', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17267851-fd39-4f2f-86eb-a60d64460bc3', 'mac_address': 'fa:16:3e:42:a6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf4dd10-c481-47df-b532-a560e8d7c497', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T15:30:39Z', 'updated_at': '2021-05-12T15:30:42Z', 'revision_number': 1, 'project_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e56ff15-ff6a-44ee-b638-69fb02cae5f4', 'name': '', 'network_id': '17267851-fd39-4f2f-86eb-a60d64460bc3', 'tenant_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'mac_address': 'fa:16:3e:1a:eb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2b8dbb-d67c-46d4-97ab-ed1952d51b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '90db4296-24fa-4fea-bd4a-f288635b69c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:26:13Z', 'updated_at': '2021-05-12T15:26:21Z', 'revision_number': 5, 'project_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'subnets': [{'id': '90db4296-24fa-4fea-bd4a-f288635b69c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:36:00.644127 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc6d613-6252-42cf-a407-7a3a2fa08408 None None] New status for floating IP d813158b-6e40-4203-aa93-a061b36c7b02: DOWN {{(pid=78795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 15:36:01.197185 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d793d641-8f17-45b0-adf0-73d1c4003a9e req-f41b35f3-671d-4da8-ab47-c8af8a6e7257 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:01.198584 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-d793d641-8f17-45b0-adf0-73d1c4003a9e req-f41b35f3-671d-4da8-ab47-c8af8a6e7257 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c78a336-b7b6-443a-88fa-7064349035d7 HTTP/1.1" status: 200 len: 945 time: 0.1342185 May 12 15:36:01.243854 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-d793d641-8f17-45b0-adf0-73d1c4003a9e req-8369d9d1-4fa8-4960-9be1-6f13990a4a9f tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/security-groups?id=2760b0f1-b234-4de9-89f2-f77f95ef8caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393724 May 12 15:36:01.851118 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a61df92-aceb-4717-b8d9-c06ba8bd0c07 req-1a37d6bc-4d00-4377-93c3-e46adb9dfdf5 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:01.852530 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-0a61df92-aceb-4717-b8d9-c06ba8bd0c07 req-1a37d6bc-4d00-4377-93c3-e46adb9dfdf5 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c78a336-b7b6-443a-88fa-7064349035d7 HTTP/1.1" status: 200 len: 945 time: 0.0791626 May 12 15:36:01.992704 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.plugin [req-0a61df92-aceb-4717-b8d9-c06ba8bd0c07 req-c7ad902d-ebdf-4ad4-92a5-afe978c7e26b tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Deleting port 7eaae9ce-b15f-4843-b1cd-cfb5d875c2af {{(pid=78792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:36:01.993044 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-0a61df92-aceb-4717-b8d9-c06ba8bd0c07 req-c7ad902d-ebdf-4ad4-92a5-afe978c7e26b tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649292957'] for port, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:02.124657 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.db [req-0a61df92-aceb-4717-b8d9-c06ba8bd0c07 req-c7ad902d-ebdf-4ad4-92a5-afe978c7e26b tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] For port 7eaae9ce-b15f-4843-b1cd-cfb5d875c2af, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=7eaae9ce-b15f-4843-b1cd-cfb5d875c2af,segment=NetworkSegment(ac82933f-9743-4327-a060-79996a317b26),segment_id=ac82933f-9743-4327-a060-79996a317b26)] {{(pid=78792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:36:02.124933 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-0a61df92-aceb-4717-b8d9-c06ba8bd0c07 req-c7ad902d-ebdf-4ad4-92a5-afe978c7e26b tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:02.245398 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.plugin [req-0a61df92-aceb-4717-b8d9-c06ba8bd0c07 req-c7ad902d-ebdf-4ad4-92a5-afe978c7e26b tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Calling delete_port for 7eaae9ce-b15f-4843-b1cd-cfb5d875c2af owned by compute:nova {{(pid=78792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:36:02.358365 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-0a61df92-aceb-4717-b8d9-c06ba8bd0c07 req-c7ad902d-ebdf-4ad4-92a5-afe978c7e26b tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649297264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739648862733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3714859'] for port, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:02.365074 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-127a38dc-d523-4962-996c-beee7d68b6ba tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:02.396697 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-51e6ef69-56a4-475f-b358-dabf7eac94fb req-94c15194-a17d-4ff3-934b-3ec150786ccd tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c78a336-b7b6-443a-88fa-7064349035d7 HTTP/1.1" status: 200 len: 210 time: 0.0444989 May 12 15:36:02.410833 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ad902d-ebdf-4ad4-92a5-afe978c7e26b tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Pushing event deleted for resources: {'Port': ['ID=7eaae9ce-b15f-4843-b1cd-cfb5d875c2af,revision_number=None']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:02.414236 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-c7ad902d-ebdf-4ad4-92a5-afe978c7e26b tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:02.493049 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a61df92-aceb-4717-b8d9-c06ba8bd0c07 req-c7ad902d-ebdf-4ad4-92a5-afe978c7e26b tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] No DVR routers for this DVR port 7eaae9ce-b15f-4843-b1cd-cfb5d875c2af on host hv-cinder-78960 {{(pid=78792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:36:02.495605 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-0a61df92-aceb-4717-b8d9-c06ba8bd0c07 req-c7ad902d-ebdf-4ad4-92a5-afe978c7e26b tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2050383'] for port, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:02.498303 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c78a336-b7b6-443a-88fa-7064349035d7', 'name': 'network-vif-deleted', 'tag': '7eaae9ce-b15f-4843-b1cd-cfb5d875c2af'}] {{(pid=78792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:36:02.517499 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-0a61df92-aceb-4717-b8d9-c06ba8bd0c07 req-c7ad902d-ebdf-4ad4-92a5-afe978c7e26b tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.85 "DELETE /v2.0/ports/7eaae9ce-b15f-4843-b1cd-cfb5d875c2af HTTP/1.1" status: 204 len: 173 time: 0.6576340 May 12 15:36:02.545330 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c78a336-b7b6-443a-88fa-7064349035d7', 'name': 'network-vif-deleted', 'tag': '7eaae9ce-b15f-4843-b1cd-cfb5d875c2af', 'status': 'completed', 'code': 200} May 12 15:36:02.715882 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [req-ea2516aa-2c94-461c-bdcf-f41e57afeb39 req-155ffc0c-b8bb-4d95-8200-bfaa8cb9e43d service neutron] (78793) timed out ('10.222.0.85', 49559) {{(pid=78793) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 12 15:36:03.561039 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-24eae209-34a6-4d5a-ae0f-de861e090921 req-afe77031-269c-4997-91c5-ce32f931c9af tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c78a336-b7b6-443a-88fa-7064349035d7 HTTP/1.1" status: 200 len: 210 time: 0.0427699 May 12 15:36:04.473558 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Device 7eaae9ce-b15f-4843-b1cd-cfb5d875c2af no longer exists at agent hyperv_hv-cinder-78960 {{(pid=78794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:36:04.508653 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.plugin [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] No Port match for: 7eaae9ce-b15f-4843-b1cd-cfb5d875c2af {{(pid=78794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 15:36:04.509002 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Device 7eaae9ce-b15f-4843-b1cd-cfb5d875c2af not bound to the agent host hv-cinder-78960 {{(pid=78794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:36:04.624034 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-2f62205b-eeba-45ac-8cee-5f74cf3f6899 req-6f2af118-94f6-4536-aebe-d5a73dc410ca tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-114147138&fields=id&tenant_id=f754e7c069ad40958aff78adf7bb630c HTTP/1.1" status: 200 len: 267 time: 0.0414917 May 12 15:36:04.708803 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f62205b-eeba-45ac-8cee-5f74cf3f6899 req-2761f5d8-2eb0-4148-a3e9-06df880aa35f tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:04.710286 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-2f62205b-eeba-45ac-8cee-5f74cf3f6899 req-2761f5d8-2eb0-4148-a3e9-06df880aa35f tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "GET /v2.0/ports?device_id=719b6347-0342-478d-a0e7-d3e7165fd022 HTTP/1.1" status: 200 len: 985 time: 0.0807157 May 12 15:36:04.722858 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.v2.base [req-2f62205b-eeba-45ac-8cee-5f74cf3f6899 req-7c0fb1f5-ad04-428e-a804-0ffc29bc7f94 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Request body: {'port': {'security_groups': ['496a65d2-caf9-4b15-ba98-fdd5a1139e0b']}} {{(pid=78792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:36:04.845560 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-2f62205b-eeba-45ac-8cee-5f74cf3f6899 req-7c0fb1f5-ad04-428e-a804-0ffc29bc7f94 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:05.201403 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.db [req-2f62205b-eeba-45ac-8cee-5f74cf3f6899 req-7c0fb1f5-ad04-428e-a804-0ffc29bc7f94 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] For port 07bf08ee-1802-44fa-a3d6-45cde0dc7af9, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=07bf08ee-1802-44fa-a3d6-45cde0dc7af9,segment=NetworkSegment(d6b407f5-8af5-4a4a-9ff7-f8e33a5e2314),segment_id=d6b407f5-8af5-4a4a-9ff7-f8e33a5e2314)] {{(pid=78792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:36:05.227020 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-2f62205b-eeba-45ac-8cee-5f74cf3f6899 req-7c0fb1f5-ad04-428e-a804-0ffc29bc7f94 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Notify callbacks [] for port, precommit_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:05.231490 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-2f62205b-eeba-45ac-8cee-5f74cf3f6899 req-7c0fb1f5-ad04-428e-a804-0ffc29bc7f94 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3714866'] for port, after_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:05.236788 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-a61f4b8c-7a65-4855-b8f4-9f5466fce60a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:05.242715 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] get_ports_and_sgs() called for port_ids ['07bf08ee-1802-44fa-a3d6-45cde0dc7af9'] {{(pid=78794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:36:05.296087 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f62205b-eeba-45ac-8cee-5f74cf3f6899 req-7c0fb1f5-ad04-428e-a804-0ffc29bc7f94 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:05.296705 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-2f62205b-eeba-45ac-8cee-5f74cf3f6899 req-7c0fb1f5-ad04-428e-a804-0ffc29bc7f94 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2050383'] for port, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:05.298082 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-2f62205b-eeba-45ac-8cee-5f74cf3f6899 req-7c0fb1f5-ad04-428e-a804-0ffc29bc7f94 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "PUT /v2.0/ports/07bf08ee-1802-44fa-a3d6-45cde0dc7af9 HTTP/1.1" status: 200 len: 943 time: 0.5806093 May 12 15:36:05.298599 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '719b6347-0342-478d-a0e7-d3e7165fd022', 'tag': '07bf08ee-1802-44fa-a3d6-45cde0dc7af9'}] {{(pid=78792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:36:05.304889 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 51392) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:36:05.341242 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0fb1f5-ad04-428e-a804-0ffc29bc7f94 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Pushing event updated for resources: {'Port': ['ID=07bf08ee-1802-44fa-a3d6-45cde0dc7af9,revision_number=7']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:05.355196 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-7c0fb1f5-ad04-428e-a804-0ffc29bc7f94 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:05.363183 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '719b6347-0342-478d-a0e7-d3e7165fd022', 'tag': '07bf08ee-1802-44fa-a3d6-45cde0dc7af9', 'status': 'completed', 'code': 200} May 12 15:36:05.395353 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-8b2832a4-9404-4b0d-b2eb-65018cc9cd43 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Notify callbacks [] for security_group, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:05.428254 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-8b2832a4-9404-4b0d-b2eb-65018cc9cd43 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:05.437441 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] get_ports_and_sgs() called for port_ids ['07bf08ee-1802-44fa-a3d6-45cde0dc7af9'] {{(pid=78794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:36:05.474152 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2295592c-09c7-418f-9d62-7655a2eb6d3e req-8477ae05-df42-4e39-96de-322f9fb2724b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:05.475620 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-2295592c-09c7-418f-9d62-7655a2eb6d3e req-8477ae05-df42-4e39-96de-322f9fb2724b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=f754e7c069ad40958aff78adf7bb630c&device_id=719b6347-0342-478d-a0e7-d3e7165fd022 HTTP/1.1" status: 200 len: 1099 time: 0.0810246 May 12 15:36:05.518115 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-8b2832a4-9404-4b0d-b2eb-65018cc9cd43 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:05.525736 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-5dc8e15e-89a7-46d3-b72d-beba9a95c8b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:05.544411 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2832a4-9404-4b0d-b2eb-65018cc9cd43 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1126253-d1bb-4225-b077-67e9c43e93dc,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:05.548011 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-8b2832a4-9404-4b0d-b2eb-65018cc9cd43 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:05.559818 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-8b2832a4-9404-4b0d-b2eb-65018cc9cd43 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Notify callbacks [] for security_group, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:05.563565 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-8b2832a4-9404-4b0d-b2eb-65018cc9cd43 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "DELETE /v2.0/security-groups/e1126253-d1bb-4225-b077-67e9c43e93dc HTTP/1.1" status: 204 len: 168 time: 0.2543263 May 12 15:36:05.563746 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 51396) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:36:05.622092 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2295592c-09c7-418f-9d62-7655a2eb6d3e req-b1a3b1f3-ed28-44ef-b096-572a9a7c3d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:05.623632 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-2295592c-09c7-418f-9d62-7655a2eb6d3e req-b1a3b1f3-ed28-44ef-b096-572a9a7c3d3d service neutron] 10.222.0.85 "GET /v2.0/networks?id=daea5aec-99e2-4de5-98c1-02cbf9c8c15d HTTP/1.1" status: 200 len: 916 time: 0.1392305 May 12 15:36:05.654295 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-7e02c046-5639-462a-9a46-fa053eb7359c None None] Provisioning complete for port 07bf08ee-1802-44fa-a3d6-45cde0dc7af9 triggered by entity DHCP. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:36:05.654933 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-7e02c046-5639-462a-9a46-fa053eb7359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:05.742578 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-2295592c-09c7-418f-9d62-7655a2eb6d3e req-d6293edd-5fc7-49ad-8074-e8b05d7a8316 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=07bf08ee-1802-44fa-a3d6-45cde0dc7af9 HTTP/1.1" status: 200 len: 1002 time: 0.1113188 May 12 15:36:05.808209 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2295592c-09c7-418f-9d62-7655a2eb6d3e req-8c3caaa0-2ee9-4061-9102-11cf79327a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:05.809465 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-2295592c-09c7-418f-9d62-7655a2eb6d3e req-8c3caaa0-2ee9-4061-9102-11cf79327a0d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d92f2543-04b9-4483-82be-1ce1d41f5872 HTTP/1.1" status: 200 len: 854 time: 0.0597894 May 12 15:36:05.843870 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.plugin [None req-11442daa-638c-4539-baa6-7c7d35192035 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Deleting port 1cfcdd99-703b-490e-99f8-36b603e048a6 {{(pid=78793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:36:05.844210 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-11442daa-638c-4539-baa6-7c7d35192035 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649292957'] for port, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:05.903142 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2295592c-09c7-418f-9d62-7655a2eb6d3e req-6bebfb6b-9923-4524-ad40-a8e1ba5bb86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:05.904675 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-2295592c-09c7-418f-9d62-7655a2eb6d3e req-6bebfb6b-9923-4524-ad40-a8e1ba5bb86f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=daea5aec-99e2-4de5-98c1-02cbf9c8c15d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0883794 May 12 15:36:06.058523 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-2295592c-09c7-418f-9d62-7655a2eb6d3e req-db52d917-0131-4123-86d2-f632b3de61c9 service neutron] 10.222.0.85 "GET /v2.0/networks/daea5aec-99e2-4de5-98c1-02cbf9c8c15d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432428 May 12 15:36:06.092236 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-11442daa-638c-4539-baa6-7c7d35192035 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:06.092600 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-11442daa-638c-4539-baa6-7c7d35192035 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:06.196279 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-2295592c-09c7-418f-9d62-7655a2eb6d3e req-47748150-afb2-4332-8075-1ddd9495a430 service neutron] 10.222.0.85 "GET /v2.0/networks/daea5aec-99e2-4de5-98c1-02cbf9c8c15d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310365 May 12 15:36:06.214336 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.plugin [None req-11442daa-638c-4539-baa6-7c7d35192035 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Calling delete_port for 1cfcdd99-703b-490e-99f8-36b603e048a6 owned by network:floatingip {{(pid=78793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:36:06.336116 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-11442daa-638c-4539-baa6-7c7d35192035 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649297264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739648862733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3598933'] for port, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:06.339579 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-8f456bcd-cbdd-4f80-9233-9d06c10866d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:06.384269 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11442daa-638c-4539-baa6-7c7d35192035 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Pushing event deleted for resources: {'Port': ['ID=1cfcdd99-703b-490e-99f8-36b603e048a6,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:06.413356 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-11442daa-638c-4539-baa6-7c7d35192035 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:06.477152 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-11442daa-638c-4539-baa6-7c7d35192035 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Notify callbacks [] for floatingip, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:06.477491 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.db.l3_db [None req-11442daa-638c-4539-baa6-7c7d35192035 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Floating IP f5321fc7-a8a0-4d4b-816a-71a162d2be8f disassociated (deleted). External IP: 172.27.2.156, port: 07bf08ee-1802-44fa-a3d6-45cde0dc7af9. May 12 15:36:06.823963 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11442daa-638c-4539-baa6-7c7d35192035 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Router c74d7ed0-fe60-423a-8c37-b4016faac931 has already been hosted by L3 agent e96f2393-830b-46ef-bef2-f93615c2f352 {{(pid=78793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 15:36:07.006636 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11442daa-638c-4539-baa6-7c7d35192035 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Notify agent at l3_agent.dv-cinder-789603-6-iscsi the message routers_updated {{(pid=78793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:36:07.015998 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55857214-7d31-44b6-ac18-9631cb984f5b None None] Sync routers for ids ['c74d7ed0-fe60-423a-8c37-b4016faac931'] in dv-cinder-789603-6-iscsi {{(pid=78794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:36:07.026828 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55857214-7d31-44b6-ac18-9631cb984f5b None None] Routers {'c74d7ed0-fe60-423a-8c37-b4016faac931'} bound to L3 agent in host dv-cinder-789603-6-iscsi {{(pid=78794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:36:07.027446 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-55857214-7d31-44b6-ac18-9631cb984f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-12T15:12:51Z,description=,heartbeat_timestamp=2021-05-12T15:35:51Z,host='dv-cinder-789603-6-iscsi',id=e96f2393-830b-46ef-bef2-f93615c2f352,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:12:51Z,topic='l3_agent')) {'router_ids': ['c74d7ed0-fe60-423a-8c37-b4016faac931'], 'active': True} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:36:07.028689 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-11442daa-638c-4539-baa6-7c7d35192035 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2050383'] for floatingip, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:07.078255 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 51408) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:36:07.084134 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-11442daa-638c-4539-baa6-7c7d35192035 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "DELETE /v2.0/floatingips/f5321fc7-a8a0-4d4b-816a-71a162d2be8f HTTP/1.1" status: 204 len: 168 time: 1.5184727 May 12 15:36:07.084777 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '719b6347-0342-478d-a0e7-d3e7165fd022', 'tag': '07bf08ee-1802-44fa-a3d6-45cde0dc7af9'}] {{(pid=78793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:36:07.130781 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '719b6347-0342-478d-a0e7-d3e7165fd022', 'tag': '07bf08ee-1802-44fa-a3d6-45cde0dc7af9', 'status': 'completed', 'code': 200} May 12 15:36:07.213924 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvr_db [None req-55857214-7d31-44b6-ac18-9631cb984f5b None None] Set router c74d7ed0-fe60-423a-8c37-b4016faac931 gateway port host: dv-cinder-789603-6-iscsi {{(pid=78794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:36:07.362377 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb702374-00b0-45d5-8cd9-d239c74ea899 req-2b5bc8a6-9969-40fc-9e61-e372617e2af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:07.363861 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-cb702374-00b0-45d5-8cd9-d239c74ea899 req-2b5bc8a6-9969-40fc-9e61-e372617e2af8 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=f754e7c069ad40958aff78adf7bb630c&device_id=719b6347-0342-478d-a0e7-d3e7165fd022 HTTP/1.1" status: 200 len: 1099 time: 0.2055929 May 12 15:36:07.568369 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb702374-00b0-45d5-8cd9-d239c74ea899 req-37a9b6aa-6556-4336-b989-c946682179e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:07.569842 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-cb702374-00b0-45d5-8cd9-d239c74ea899 req-37a9b6aa-6556-4336-b989-c946682179e4 service neutron] 10.222.0.85 "GET /v2.0/networks?id=daea5aec-99e2-4de5-98c1-02cbf9c8c15d HTTP/1.1" status: 200 len: 916 time: 0.1979125 May 12 15:36:07.579642 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-55857214-7d31-44b6-ac18-9631cb984f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74d7ed0-fe60-423a-8c37-b4016faac931', 'name': 'tempest-TestMinimumBasicScenario-1674484648-router', 'tenant_id': 'f754e7c069ad40958aff78adf7bb630c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '23574bcf-6137-4e26-9c1c-191f5b095c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:32:01Z', 'updated_at': '2021-05-12T15:32:06Z', 'revision_number': 4, 'project_id': 'f754e7c069ad40958aff78adf7bb630c', 'gw_port': {'id': '23574bcf-6137-4e26-9c1c-191f5b095c89', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74d7ed0-fe60-423a-8c37-b4016faac931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:32:02Z', 'updated_at': '2021-05-12T15:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi', '_interfaces': [{'id': 'b4977fab-74a8-4ad4-b1ff-a60c79277451', 'name': '', 'network_id': 'daea5aec-99e2-4de5-98c1-02cbf9c8c15d', 'tenant_id': 'f754e7c069ad40958aff78adf7bb630c', 'mac_address': 'fa:16:3e:e5:d5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74d7ed0-fe60-423a-8c37-b4016faac931', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'd92f2543-04b9-4483-82be-1ce1d41f5872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:32:05Z', 'updated_at': '2021-05-12T15:32:13Z', 'revision_number': 5, 'project_id': 'f754e7c069ad40958aff78adf7bb630c', 'subnets': [{'id': 'd92f2543-04b9-4483-82be-1ce1d41f5872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-iscsi', False) {} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:36:07.584700 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55857214-7d31-44b6-ac18-9631cb984f5b None None] Checking router: c74d7ed0-fe60-423a-8c37-b4016faac931 for host: dv-cinder-789603-6-iscsi {{(pid=78794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:36:07.593644 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55857214-7d31-44b6-ac18-9631cb984f5b None None] Routers {'c74d7ed0-fe60-423a-8c37-b4016faac931'} bound to L3 agent in host dv-cinder-789603-6-iscsi {{(pid=78794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:36:07.594297 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-55857214-7d31-44b6-ac18-9631cb984f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-12T15:12:51Z,description=,heartbeat_timestamp=2021-05-12T15:35:51Z,host='dv-cinder-789603-6-iscsi',id=e96f2393-830b-46ef-bef2-f93615c2f352,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:12:51Z,topic='l3_agent')) {'router_ids': ['c74d7ed0-fe60-423a-8c37-b4016faac931'], 'active': True} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:36:07.635530 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.plugin [None req-be3931a0-6218-4b28-8136-bdf395ca2ec9 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Deleting port c17b63ae-efeb-4996-bb4b-340a767838fe {{(pid=78792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:36:07.635874 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-be3931a0-6218-4b28-8136-bdf395ca2ec9 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649292957'] for port, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:07.659695 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-cb702374-00b0-45d5-8cd9-d239c74ea899 req-d2b1cfea-74ca-4397-becb-cb9a0497d3a3 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=07bf08ee-1802-44fa-a3d6-45cde0dc7af9 HTTP/1.1" status: 200 len: 217 time: 0.0822744 May 12 15:36:07.782669 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvr_db [None req-55857214-7d31-44b6-ac18-9631cb984f5b None None] Set router c74d7ed0-fe60-423a-8c37-b4016faac931 gateway port host: dv-cinder-789603-6-iscsi {{(pid=78794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:36:07.906159 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb702374-00b0-45d5-8cd9-d239c74ea899 req-0849328b-8dff-41cb-a8b9-3eab3b2fef1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:07.907497 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-cb702374-00b0-45d5-8cd9-d239c74ea899 req-0849328b-8dff-41cb-a8b9-3eab3b2fef1e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d92f2543-04b9-4483-82be-1ce1d41f5872 HTTP/1.1" status: 200 len: 854 time: 0.0875058 May 12 15:36:07.972431 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-be3931a0-6218-4b28-8136-bdf395ca2ec9 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:07.972793 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-be3931a0-6218-4b28-8136-bdf395ca2ec9 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:08.102647 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-55857214-7d31-44b6-ac18-9631cb984f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74d7ed0-fe60-423a-8c37-b4016faac931', 'name': 'tempest-TestMinimumBasicScenario-1674484648-router', 'tenant_id': 'f754e7c069ad40958aff78adf7bb630c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '23574bcf-6137-4e26-9c1c-191f5b095c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:32:01Z', 'updated_at': '2021-05-12T15:32:06Z', 'revision_number': 4, 'project_id': 'f754e7c069ad40958aff78adf7bb630c', 'gw_port': {'id': '23574bcf-6137-4e26-9c1c-191f5b095c89', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74d7ed0-fe60-423a-8c37-b4016faac931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:32:02Z', 'updated_at': '2021-05-12T15:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi', '_interfaces': [{'id': 'b4977fab-74a8-4ad4-b1ff-a60c79277451', 'name': '', 'network_id': 'daea5aec-99e2-4de5-98c1-02cbf9c8c15d', 'tenant_id': 'f754e7c069ad40958aff78adf7bb630c', 'mac_address': 'fa:16:3e:e5:d5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74d7ed0-fe60-423a-8c37-b4016faac931', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'd92f2543-04b9-4483-82be-1ce1d41f5872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:32:05Z', 'updated_at': '2021-05-12T15:32:13Z', 'revision_number': 5, 'project_id': 'f754e7c069ad40958aff78adf7bb630c', 'subnets': [{'id': 'd92f2543-04b9-4483-82be-1ce1d41f5872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-iscsi', False) {} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:36:08.106425 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.plugin [None req-be3931a0-6218-4b28-8136-bdf395ca2ec9 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Calling delete_port for c17b63ae-efeb-4996-bb4b-340a767838fe owned by network:floatingip {{(pid=78792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:36:08.106858 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55857214-7d31-44b6-ac18-9631cb984f5b None None] The sync data for ids ['c74d7ed0-fe60-423a-8c37-b4016faac931'] in dv-cinder-789603-6-iscsi is: [{'id': 'c74d7ed0-fe60-423a-8c37-b4016faac931', 'name': 'tempest-TestMinimumBasicScenario-1674484648-router', 'tenant_id': 'f754e7c069ad40958aff78adf7bb630c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '23574bcf-6137-4e26-9c1c-191f5b095c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:32:01Z', 'updated_at': '2021-05-12T15:32:06Z', 'revision_number': 4, 'project_id': 'f754e7c069ad40958aff78adf7bb630c', 'gw_port': {'id': '23574bcf-6137-4e26-9c1c-191f5b095c89', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74d7ed0-fe60-423a-8c37-b4016faac931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:32:02Z', 'updated_at': '2021-05-12T15:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi', '_interfaces': [{'id': 'b4977fab-74a8-4ad4-b1ff-a60c79277451', 'name': '', 'network_id': 'daea5aec-99e2-4de5-98c1-02cbf9c8c15d', 'tenant_id': 'f754e7c069ad40958aff78adf7bb630c', 'mac_address': 'fa:16:3e:e5:d5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74d7ed0-fe60-423a-8c37-b4016faac931', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'd92f2543-04b9-4483-82be-1ce1d41f5872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:32:05Z', 'updated_at': '2021-05-12T15:32:13Z', 'revision_number': 5, 'project_id': 'f754e7c069ad40958aff78adf7bb630c', 'subnets': [{'id': 'd92f2543-04b9-4483-82be-1ce1d41f5872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:36:08.146294 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb702374-00b0-45d5-8cd9-d239c74ea899 req-9dda48f8-5c11-4104-b150-2f0cea723ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:08.147765 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-cb702374-00b0-45d5-8cd9-d239c74ea899 req-9dda48f8-5c11-4104-b150-2f0cea723ab8 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=daea5aec-99e2-4de5-98c1-02cbf9c8c15d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2317345 May 12 15:36:08.309935 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-cb702374-00b0-45d5-8cd9-d239c74ea899 req-d0bfd7b8-bafc-4f19-941d-6896a0d2d53d service neutron] 10.222.0.85 "GET /v2.0/networks/daea5aec-99e2-4de5-98c1-02cbf9c8c15d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542726 May 12 15:36:08.339775 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675e5de2-cb4f-4648-8abb-522aaa8e330b None None] New status for floating IP f5321fc7-a8a0-4d4b-816a-71a162d2be8f: DOWN {{(pid=78795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 15:36:08.478602 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-be3931a0-6218-4b28-8136-bdf395ca2ec9 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649297264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739648862733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3714859'] for port, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:08.484463 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-a61f4b8c-7a65-4855-b8f4-9f5466fce60a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:08.536970 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3931a0-6218-4b28-8136-bdf395ca2ec9 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Pushing event deleted for resources: {'Port': ['ID=c17b63ae-efeb-4996-bb4b-340a767838fe,revision_number=None']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:08.579229 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-be3931a0-6218-4b28-8136-bdf395ca2ec9 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:08.615183 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-cb702374-00b0-45d5-8cd9-d239c74ea899 req-334d710b-ae5f-438c-a3d3-2011bce953cd service neutron] 10.222.0.85 "GET /v2.0/networks/daea5aec-99e2-4de5-98c1-02cbf9c8c15d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976837 May 12 15:36:08.646233 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-be3931a0-6218-4b28-8136-bdf395ca2ec9 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks [] for floatingip, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:08.646577 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.db.l3_db [None req-be3931a0-6218-4b28-8136-bdf395ca2ec9 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Floating IP 950d860e-7792-4e71-8701-56c850e05b09 disassociated (deleted). External IP: 172.27.2.107, port: 2c04a71b-e21e-4460-ae36-c1a18ab155c3. May 12 15:36:09.012342 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be3931a0-6218-4b28-8136-bdf395ca2ec9 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Router 7d2b8dbb-d67c-46d4-97ab-ed1952d51b15 has already been hosted by L3 agent e96f2393-830b-46ef-bef2-f93615c2f352 {{(pid=78792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 15:36:09.153267 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.agents_db [None req-dd47ce14-932e-4540-b008-5e9038d1c348 None None] Agent healthcheck: found 6 active agents {{(pid=78795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 15:36:09.312019 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be3931a0-6218-4b28-8136-bdf395ca2ec9 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify agent at l3_agent.dv-cinder-789603-6-iscsi the message routers_updated {{(pid=78792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:36:09.322057 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595e2ec7-674f-4269-9b5f-f0b3cf81bf62 None None] Sync routers for ids ['7d2b8dbb-d67c-46d4-97ab-ed1952d51b15'] in dv-cinder-789603-6-iscsi {{(pid=78794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:36:09.328143 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-be3931a0-6218-4b28-8136-bdf395ca2ec9 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2050383'] for floatingip, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:09.331146 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595e2ec7-674f-4269-9b5f-f0b3cf81bf62 None None] Routers {'7d2b8dbb-d67c-46d4-97ab-ed1952d51b15'} bound to L3 agent in host dv-cinder-789603-6-iscsi {{(pid=78794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:36:09.331747 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-595e2ec7-674f-4269-9b5f-f0b3cf81bf62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-12T15:12:51Z,description=,heartbeat_timestamp=2021-05-12T15:35:51Z,host='dv-cinder-789603-6-iscsi',id=e96f2393-830b-46ef-bef2-f93615c2f352,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:12:51Z,topic='l3_agent')) {'router_ids': ['7d2b8dbb-d67c-46d4-97ab-ed1952d51b15'], 'active': True} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:36:09.383313 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-be3931a0-6218-4b28-8136-bdf395ca2ec9 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "DELETE /v2.0/floatingips/950d860e-7792-4e71-8701-56c850e05b09 HTTP/1.1" status: 204 len: 168 time: 2.3034019 May 12 15:36:09.384041 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cf4dd10-c481-47df-b532-a560e8d7c497', 'tag': '2c04a71b-e21e-4460-ae36-c1a18ab155c3'}] {{(pid=78792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:36:09.430540 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cf4dd10-c481-47df-b532-a560e8d7c497', 'tag': '2c04a71b-e21e-4460-ae36-c1a18ab155c3', 'status': 'completed', 'code': 200} May 12 15:36:09.521590 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvr_db [None req-595e2ec7-674f-4269-9b5f-f0b3cf81bf62 None None] Set router 7d2b8dbb-d67c-46d4-97ab-ed1952d51b15 gateway port host: dv-cinder-789603-6-iscsi {{(pid=78794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:36:09.526175 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136c701e-2c09-47c2-bcb3-01b4fc285e1a req-3f888cbe-7b04-4e1d-866b-3957f919dc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:09.527660 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-136c701e-2c09-47c2-bcb3-01b4fc285e1a req-3f888cbe-7b04-4e1d-866b-3957f919dc91 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9c641ae825cc4fc19fd89c2aecc761e3&device_id=5cf4dd10-c481-47df-b532-a560e8d7c497 HTTP/1.1" status: 200 len: 1099 time: 0.0751314 May 12 15:36:09.671846 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136c701e-2c09-47c2-bcb3-01b4fc285e1a req-8a8e1ffd-0d96-40c0-808c-36fe75568759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:09.673733 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-136c701e-2c09-47c2-bcb3-01b4fc285e1a req-8a8e1ffd-0d96-40c0-808c-36fe75568759 service neutron] 10.222.0.85 "GET /v2.0/networks?id=17267851-fd39-4f2f-86eb-a60d64460bc3 HTTP/1.1" status: 200 len: 912 time: 0.1390474 May 12 15:36:09.752180 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-136c701e-2c09-47c2-bcb3-01b4fc285e1a req-d2badf53-fcc1-4c26-9d13-6b5178b5734e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c04a71b-e21e-4460-ae36-c1a18ab155c3 HTTP/1.1" status: 200 len: 217 time: 0.0714185 May 12 15:36:09.785315 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ac26e5-9bb9-40d3-b35c-da6810ffbb03 req-69bbda32-f8a8-4863-a331-5854017db98b tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:09.787689 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-13ac26e5-9bb9-40d3-b35c-da6810ffbb03 req-69bbda32-f8a8-4863-a331-5854017db98b tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cf4dd10-c481-47df-b532-a560e8d7c497 HTTP/1.1" status: 200 len: 946 time: 0.0971191 May 12 15:36:09.838981 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136c701e-2c09-47c2-bcb3-01b4fc285e1a req-f7536366-f984-4350-a353-bbf312d3c534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:09.840785 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-136c701e-2c09-47c2-bcb3-01b4fc285e1a req-f7536366-f984-4350-a353-bbf312d3c534 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=90db4296-24fa-4fea-bd4a-f288635b69c4 HTTP/1.1" status: 200 len: 850 time: 0.0795157 May 12 15:36:09.847603 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-13ac26e5-9bb9-40d3-b35c-da6810ffbb03 req-1be27bde-cccb-4586-83f8-c4e4737c26c5 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/security-groups?id=2760b0f1-b234-4de9-89f2-f77f95ef8caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529046 May 12 15:36:09.859633 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-595e2ec7-674f-4269-9b5f-f0b3cf81bf62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d2b8dbb-d67c-46d4-97ab-ed1952d51b15', 'name': 'tempest-TestVolumeBootPattern-396584955-router', 'tenant_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'a0eaaa71-6293-4f40-a208-4cedd38e2dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:26:10Z', 'updated_at': '2021-05-12T15:26:14Z', 'revision_number': 4, 'project_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'gw_port': {'id': 'a0eaaa71-6293-4f40-a208-4cedd38e2dc3', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2b8dbb-d67c-46d4-97ab-ed1952d51b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:26:10Z', 'updated_at': '2021-05-12T15:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi', '_interfaces': [{'id': '7e56ff15-ff6a-44ee-b638-69fb02cae5f4', 'name': '', 'network_id': '17267851-fd39-4f2f-86eb-a60d64460bc3', 'tenant_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'mac_address': 'fa:16:3e:1a:eb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2b8dbb-d67c-46d4-97ab-ed1952d51b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '90db4296-24fa-4fea-bd4a-f288635b69c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:26:13Z', 'updated_at': '2021-05-12T15:26:21Z', 'revision_number': 5, 'project_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'subnets': [{'id': '90db4296-24fa-4fea-bd4a-f288635b69c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-iscsi', False) {} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:36:09.871673 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595e2ec7-674f-4269-9b5f-f0b3cf81bf62 None None] Checking router: 7d2b8dbb-d67c-46d4-97ab-ed1952d51b15 for host: dv-cinder-789603-6-iscsi {{(pid=78794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:36:09.873724 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595e2ec7-674f-4269-9b5f-f0b3cf81bf62 None None] Routers {'7d2b8dbb-d67c-46d4-97ab-ed1952d51b15'} bound to L3 agent in host dv-cinder-789603-6-iscsi {{(pid=78794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:36:09.874557 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-595e2ec7-674f-4269-9b5f-f0b3cf81bf62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-12T15:12:51Z,description=,heartbeat_timestamp=2021-05-12T15:35:51Z,host='dv-cinder-789603-6-iscsi',id=e96f2393-830b-46ef-bef2-f93615c2f352,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:12:51Z,topic='l3_agent')) {'router_ids': ['7d2b8dbb-d67c-46d4-97ab-ed1952d51b15'], 'active': True} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:36:09.960091 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136c701e-2c09-47c2-bcb3-01b4fc285e1a req-4560f16b-de89-41fe-adb5-e224ddab3066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:09.961691 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-136c701e-2c09-47c2-bcb3-01b4fc285e1a req-4560f16b-de89-41fe-adb5-e224ddab3066 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=17267851-fd39-4f2f-86eb-a60d64460bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1139593 May 12 15:36:10.097804 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvr_db [None req-595e2ec7-674f-4269-9b5f-f0b3cf81bf62 None None] Set router 7d2b8dbb-d67c-46d4-97ab-ed1952d51b15 gateway port host: dv-cinder-789603-6-iscsi {{(pid=78794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:36:10.102788 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-136c701e-2c09-47c2-bcb3-01b4fc285e1a req-a284a809-1819-4967-b944-7bfedec1f956 service neutron] 10.222.0.85 "GET /v2.0/networks/17267851-fd39-4f2f-86eb-a60d64460bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319571 May 12 15:36:10.303330 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-136c701e-2c09-47c2-bcb3-01b4fc285e1a req-44ccc74d-53a7-490e-b416-ce8d10ef9a52 service neutron] 10.222.0.85 "GET /v2.0/networks/17267851-fd39-4f2f-86eb-a60d64460bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873763 May 12 15:36:10.433135 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae3dce5-ddb9-43dc-9c46-6117acb9bbd8 req-b9b94d5f-0cb9-4dbd-9ebe-d56e45cf5d1a tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:10.433848 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [req-fae3dce5-ddb9-43dc-9c46-6117acb9bbd8 req-b9b94d5f-0cb9-4dbd-9ebe-d56e45cf5d1a tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Synchronizing usage tracker for tenant:9c641ae825cc4fc19fd89c2aecc761e3 on resource:port {{(pid=78792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:36:10.446878 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-595e2ec7-674f-4269-9b5f-f0b3cf81bf62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d2b8dbb-d67c-46d4-97ab-ed1952d51b15', 'name': 'tempest-TestVolumeBootPattern-396584955-router', 'tenant_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'a0eaaa71-6293-4f40-a208-4cedd38e2dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:26:10Z', 'updated_at': '2021-05-12T15:26:14Z', 'revision_number': 4, 'project_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'gw_port': {'id': 'a0eaaa71-6293-4f40-a208-4cedd38e2dc3', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2b8dbb-d67c-46d4-97ab-ed1952d51b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:26:10Z', 'updated_at': '2021-05-12T15:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi', '_interfaces': [{'id': '7e56ff15-ff6a-44ee-b638-69fb02cae5f4', 'name': '', 'network_id': '17267851-fd39-4f2f-86eb-a60d64460bc3', 'tenant_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'mac_address': 'fa:16:3e:1a:eb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2b8dbb-d67c-46d4-97ab-ed1952d51b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '90db4296-24fa-4fea-bd4a-f288635b69c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:26:13Z', 'updated_at': '2021-05-12T15:26:21Z', 'revision_number': 5, 'project_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'subnets': [{'id': '90db4296-24fa-4fea-bd4a-f288635b69c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-iscsi', False) {} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:36:10.450920 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [req-fae3dce5-ddb9-43dc-9c46-6117acb9bbd8 req-b9b94d5f-0cb9-4dbd-9ebe-d56e45cf5d1a tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Unset dirty status for tenant:9c641ae825cc4fc19fd89c2aecc761e3 on resource:port {{(pid=78792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:36:10.451799 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595e2ec7-674f-4269-9b5f-f0b3cf81bf62 None None] The sync data for ids ['7d2b8dbb-d67c-46d4-97ab-ed1952d51b15'] in dv-cinder-789603-6-iscsi is: [{'id': '7d2b8dbb-d67c-46d4-97ab-ed1952d51b15', 'name': 'tempest-TestVolumeBootPattern-396584955-router', 'tenant_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'a0eaaa71-6293-4f40-a208-4cedd38e2dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:26:10Z', 'updated_at': '2021-05-12T15:26:14Z', 'revision_number': 4, 'project_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'gw_port': {'id': 'a0eaaa71-6293-4f40-a208-4cedd38e2dc3', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2b8dbb-d67c-46d4-97ab-ed1952d51b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:26:10Z', 'updated_at': '2021-05-12T15:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi', '_interfaces': [{'id': '7e56ff15-ff6a-44ee-b638-69fb02cae5f4', 'name': '', 'network_id': '17267851-fd39-4f2f-86eb-a60d64460bc3', 'tenant_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'mac_address': 'fa:16:3e:1a:eb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2b8dbb-d67c-46d4-97ab-ed1952d51b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '90db4296-24fa-4fea-bd4a-f288635b69c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:26:13Z', 'updated_at': '2021-05-12T15:26:21Z', 'revision_number': 5, 'project_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'subnets': [{'id': '90db4296-24fa-4fea-bd4a-f288635b69c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:36:10.452294 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-fae3dce5-ddb9-43dc-9c46-6117acb9bbd8 req-b9b94d5f-0cb9-4dbd-9ebe-d56e45cf5d1a tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.85 "GET /v2.0/ports?device_id=5cf4dd10-c481-47df-b532-a560e8d7c497 HTTP/1.1" status: 200 len: 946 time: 0.1005633 May 12 15:36:10.467778 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbed9d9-9a92-4e22-b0fc-97381d75b2c8 req-a803b0a5-0212-4090-bfc9-d3e28cd617e2 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:10.468510 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [req-4dbed9d9-9a92-4e22-b0fc-97381d75b2c8 req-a803b0a5-0212-4090-bfc9-d3e28cd617e2 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Synchronizing usage tracker for tenant:f754e7c069ad40958aff78adf7bb630c on resource:port {{(pid=78793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:36:10.485525 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [req-4dbed9d9-9a92-4e22-b0fc-97381d75b2c8 req-a803b0a5-0212-4090-bfc9-d3e28cd617e2 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Unset dirty status for tenant:f754e7c069ad40958aff78adf7bb630c on resource:port {{(pid=78793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:36:10.493857 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-4dbed9d9-9a92-4e22-b0fc-97381d75b2c8 req-a803b0a5-0212-4090-bfc9-d3e28cd617e2 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "GET /v2.0/ports?device_id=719b6347-0342-478d-a0e7-d3e7165fd022 HTTP/1.1" status: 200 len: 946 time: 0.1110575 May 12 15:36:10.539896 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [req-4dbed9d9-9a92-4e22-b0fc-97381d75b2c8 req-4f2a95c7-1496-46cf-a01d-445e4d8f7852 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Synchronizing usage tracker for tenant:f754e7c069ad40958aff78adf7bb630c on resource:security_group {{(pid=78793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:36:10.555985 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [req-4dbed9d9-9a92-4e22-b0fc-97381d75b2c8 req-4f2a95c7-1496-46cf-a01d-445e4d8f7852 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Unset dirty status for tenant:f754e7c069ad40958aff78adf7bb630c on resource:security_group {{(pid=78793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:36:10.557583 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-4dbed9d9-9a92-4e22-b0fc-97381d75b2c8 req-4f2a95c7-1496-46cf-a01d-445e4d8f7852 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "GET /v2.0/security-groups?id=496a65d2-caf9-4b15-ba98-fdd5a1139e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628686 May 12 15:36:10.613948 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.plugin [req-fae3dce5-ddb9-43dc-9c46-6117acb9bbd8 req-fea4cd81-20ce-424c-befa-3fe1c887c5c0 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Deleting port 2c04a71b-e21e-4460-ae36-c1a18ab155c3 {{(pid=78792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:36:10.614821 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-fae3dce5-ddb9-43dc-9c46-6117acb9bbd8 req-fea4cd81-20ce-424c-befa-3fe1c887c5c0 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649292957'] for port, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:10.685137 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212ae351-a23c-45ad-8d7d-aa26f5eef96f None None] New status for floating IP 950d860e-7792-4e71-8701-56c850e05b09: DOWN {{(pid=78795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 15:36:10.758139 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.db [req-fae3dce5-ddb9-43dc-9c46-6117acb9bbd8 req-fea4cd81-20ce-424c-befa-3fe1c887c5c0 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] For port 2c04a71b-e21e-4460-ae36-c1a18ab155c3, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=2c04a71b-e21e-4460-ae36-c1a18ab155c3,segment=NetworkSegment(ac82933f-9743-4327-a060-79996a317b26),segment_id=ac82933f-9743-4327-a060-79996a317b26)] {{(pid=78792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:36:10.758526 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-fae3dce5-ddb9-43dc-9c46-6117acb9bbd8 req-fea4cd81-20ce-424c-befa-3fe1c887c5c0 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:10.888987 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.plugin [req-fae3dce5-ddb9-43dc-9c46-6117acb9bbd8 req-fea4cd81-20ce-424c-befa-3fe1c887c5c0 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Calling delete_port for 2c04a71b-e21e-4460-ae36-c1a18ab155c3 owned by compute:nova {{(pid=78792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:36:11.047939 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-fae3dce5-ddb9-43dc-9c46-6117acb9bbd8 req-fea4cd81-20ce-424c-befa-3fe1c887c5c0 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649297264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739648862733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3714859'] for port, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:11.054301 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-10e83d7d-ccfb-41c3-8318-3446f26daf14 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:11.105304 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea4cd81-20ce-424c-befa-3fe1c887c5c0 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Pushing event deleted for resources: {'Port': ['ID=2c04a71b-e21e-4460-ae36-c1a18ab155c3,revision_number=None']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:11.109105 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-fea4cd81-20ce-424c-befa-3fe1c887c5c0 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:11.190855 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7165de99-3806-4097-ab50-7273cc4f34e4 req-a98a6d09-cfc1-425f-917e-a774a23cb6da tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:11.192303 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-7165de99-3806-4097-ab50-7273cc4f34e4 req-a98a6d09-cfc1-425f-917e-a774a23cb6da tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cf4dd10-c481-47df-b532-a560e8d7c497 HTTP/1.1" status: 200 len: 867 time: 0.2221460 May 12 15:36:11.202585 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.l3_dvrscheduler_db [req-fae3dce5-ddb9-43dc-9c46-6117acb9bbd8 req-fea4cd81-20ce-424c-befa-3fe1c887c5c0 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] No DVR routers for this DVR port 2c04a71b-e21e-4460-ae36-c1a18ab155c3 on host hv-cinder-78960 {{(pid=78792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:36:11.319333 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-fae3dce5-ddb9-43dc-9c46-6117acb9bbd8 req-fea4cd81-20ce-424c-befa-3fe1c887c5c0 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2050383'] for port, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:11.345870 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-fae3dce5-ddb9-43dc-9c46-6117acb9bbd8 req-fea4cd81-20ce-424c-befa-3fe1c887c5c0 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.85 "DELETE /v2.0/ports/2c04a71b-e21e-4460-ae36-c1a18ab155c3 HTTP/1.1" status: 204 len: 173 time: 0.8849604 May 12 15:36:11.353624 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-7165de99-3806-4097-ab50-7273cc4f34e4 req-f37db513-0a13-4df8-8386-63eeb85e56de tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "GET /v2.0/security-groups?id=2760b0f1-b234-4de9-89f2-f77f95ef8caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528416 May 12 15:36:11.431382 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cf4dd10-c481-47df-b532-a560e8d7c497', 'name': 'network-vif-deleted', 'tag': '2c04a71b-e21e-4460-ae36-c1a18ab155c3'}] {{(pid=78792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:36:11.477261 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cf4dd10-c481-47df-b532-a560e8d7c497', 'name': 'network-vif-deleted', 'tag': '2c04a71b-e21e-4460-ae36-c1a18ab155c3', 'status': 'completed', 'code': 200} May 12 15:36:11.760158 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c3e42e-aa80-4e97-83de-86db6091d40f req-ccfeacbd-d425-494c-8405-68e27bd59093 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:11.761540 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-d3c3e42e-aa80-4e97-83de-86db6091d40f req-ccfeacbd-d425-494c-8405-68e27bd59093 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "GET /v2.0/ports?device_id=719b6347-0342-478d-a0e7-d3e7165fd022 HTTP/1.1" status: 200 len: 946 time: 0.0912240 May 12 15:36:11.807770 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-d3c3e42e-aa80-4e97-83de-86db6091d40f req-bae0195f-77bf-4976-a591-95d6758e368b tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "GET /v2.0/security-groups?id=496a65d2-caf9-4b15-ba98-fdd5a1139e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400374 May 12 15:36:12.452425 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 51452) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:36:12.500569 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Device 2c04a71b-e21e-4460-ae36-c1a18ab155c3 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=78794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:36:12.538189 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.plugin [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] No Port match for: 2c04a71b-e21e-4460-ae36-c1a18ab155c3 {{(pid=78794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 15:36:12.538546 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Device 2c04a71b-e21e-4460-ae36-c1a18ab155c3 not bound to the agent host hv-cinder-78960 {{(pid=78794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:36:12.744234 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d45d4b-615f-44e6-9a3a-1fa2517b80f7 req-715be2fd-932e-4219-b594-9ee6637bb733 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:12.745803 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-56d45d4b-615f-44e6-9a3a-1fa2517b80f7 req-715be2fd-932e-4219-b594-9ee6637bb733 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.85 "GET /v2.0/ports?device_id=719b6347-0342-478d-a0e7-d3e7165fd022 HTTP/1.1" status: 200 len: 946 time: 0.0986106 May 12 15:36:12.747354 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.plugin [None req-3d46cd21-28ac-4c25-8f0f-eeba1d811b72 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Deleting port 35546e01-7464-4d46-8630-296fa470fbfa {{(pid=78792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:36:12.747687 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-3d46cd21-28ac-4c25-8f0f-eeba1d811b72 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649292957'] for port, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:13.007935 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-3d46cd21-28ac-4c25-8f0f-eeba1d811b72 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:13.008176 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-3d46cd21-28ac-4c25-8f0f-eeba1d811b72 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:13.144843 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.plugin [None req-3d46cd21-28ac-4c25-8f0f-eeba1d811b72 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Calling delete_port for 35546e01-7464-4d46-8630-296fa470fbfa owned by network:floatingip {{(pid=78792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:36:13.184835 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.plugin [req-56d45d4b-615f-44e6-9a3a-1fa2517b80f7 req-e809c185-452f-4cf8-8837-c1f0508433f9 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Deleting port 07bf08ee-1802-44fa-a3d6-45cde0dc7af9 {{(pid=78792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:36:13.185180 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-56d45d4b-615f-44e6-9a3a-1fa2517b80f7 req-e809c185-452f-4cf8-8837-c1f0508433f9 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649292957'] for port, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:13.216019 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cf1814-d03d-4149-b3d7-e9d1c6e3d34b req-aa38e80b-d7c8-4757-a6dc-9fba9008f277 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:13.217712 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-26cf1814-d03d-4149-b3d7-e9d1c6e3d34b req-aa38e80b-d7c8-4757-a6dc-9fba9008f277 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "GET /v2.0/ports?device_id=719b6347-0342-478d-a0e7-d3e7165fd022 HTTP/1.1" status: 200 len: 946 time: 0.2968986 May 12 15:36:13.358930 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-26cf1814-d03d-4149-b3d7-e9d1c6e3d34b req-0d43d2da-a19e-4b76-a78c-1f7b26e54671 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "GET /v2.0/security-groups?id=496a65d2-caf9-4b15-ba98-fdd5a1139e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931835 May 12 15:36:13.384875 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.db [req-56d45d4b-615f-44e6-9a3a-1fa2517b80f7 req-e809c185-452f-4cf8-8837-c1f0508433f9 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] For port 07bf08ee-1802-44fa-a3d6-45cde0dc7af9, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=07bf08ee-1802-44fa-a3d6-45cde0dc7af9,segment=NetworkSegment(d6b407f5-8af5-4a4a-9ff7-f8e33a5e2314),segment_id=d6b407f5-8af5-4a4a-9ff7-f8e33a5e2314)] {{(pid=78792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:36:13.385279 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-56d45d4b-615f-44e6-9a3a-1fa2517b80f7 req-e809c185-452f-4cf8-8837-c1f0508433f9 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:13.514298 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.plugin [req-56d45d4b-615f-44e6-9a3a-1fa2517b80f7 req-e809c185-452f-4cf8-8837-c1f0508433f9 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Calling delete_port for 07bf08ee-1802-44fa-a3d6-45cde0dc7af9 owned by compute:nova {{(pid=78792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:36:13.588448 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-3d46cd21-28ac-4c25-8f0f-eeba1d811b72 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649297264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739648862733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3714859'] for port, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:13.593083 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-7c0fb1f5-ad04-428e-a804-0ffc29bc7f94 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:13.641052 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d46cd21-28ac-4c25-8f0f-eeba1d811b72 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Pushing event deleted for resources: {'Port': ['ID=35546e01-7464-4d46-8630-296fa470fbfa,revision_number=None']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:13.643699 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-3d46cd21-28ac-4c25-8f0f-eeba1d811b72 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:13.900444 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-3d46cd21-28ac-4c25-8f0f-eeba1d811b72 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks [] for floatingip, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:13.921806 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-56d45d4b-615f-44e6-9a3a-1fa2517b80f7 req-e809c185-452f-4cf8-8837-c1f0508433f9 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649297264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739648862733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3714859'] for port, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:13.924527 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-3d46cd21-28ac-4c25-8f0f-eeba1d811b72 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2050383'] for floatingip, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:13.925632 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-3d46cd21-28ac-4c25-8f0f-eeba1d811b72 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "DELETE /v2.0/floatingips/c5b6ec5d-67c0-4cd5-8d5f-e016c7ad71bb HTTP/1.1" status: 204 len: 168 time: 1.4721930 May 12 15:36:13.933849 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-8590b8a2-bf31-4c0b-b692-0d9c4e0f5774 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:13.934174 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] get_ports_and_sgs() called for port_ids ['07bf08ee-1802-44fa-a3d6-45cde0dc7af9'] {{(pid=78794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:36:13.980966 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e809c185-452f-4cf8-8837-c1f0508433f9 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Pushing event deleted for resources: {'Port': ['ID=07bf08ee-1802-44fa-a3d6-45cde0dc7af9,revision_number=None']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:14.010876 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-e809c185-452f-4cf8-8837-c1f0508433f9 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:14.060198 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.l3_dvrscheduler_db [req-56d45d4b-615f-44e6-9a3a-1fa2517b80f7 req-e809c185-452f-4cf8-8837-c1f0508433f9 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] No DVR routers for this DVR port 07bf08ee-1802-44fa-a3d6-45cde0dc7af9 on host hv-cinder-78960 {{(pid=78792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:36:14.062578 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-56d45d4b-615f-44e6-9a3a-1fa2517b80f7 req-e809c185-452f-4cf8-8837-c1f0508433f9 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2050383'] for port, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:14.064476 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-56d45d4b-615f-44e6-9a3a-1fa2517b80f7 req-e809c185-452f-4cf8-8837-c1f0508433f9 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.85 "DELETE /v2.0/ports/07bf08ee-1802-44fa-a3d6-45cde0dc7af9 HTTP/1.1" status: 204 len: 173 time: 1.3045361 May 12 15:36:14.064974 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '719b6347-0342-478d-a0e7-d3e7165fd022', 'name': 'network-vif-deleted', 'tag': '07bf08ee-1802-44fa-a3d6-45cde0dc7af9'}] {{(pid=78792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:36:14.109193 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '719b6347-0342-478d-a0e7-d3e7165fd022', 'name': 'network-vif-deleted', 'tag': '07bf08ee-1802-44fa-a3d6-45cde0dc7af9', 'status': 'completed', 'code': 200} May 12 15:36:14.533357 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [req-0160f283-9886-4447-a806-2c58e5d1ea5e req-74d7efc1-af81-4955-a0d5-774f42e64b38 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Synchronizing usage tracker for tenant:f754e7c069ad40958aff78adf7bb630c on resource:port {{(pid=78792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:36:14.549098 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [req-0160f283-9886-4447-a806-2c58e5d1ea5e req-74d7efc1-af81-4955-a0d5-774f42e64b38 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Unset dirty status for tenant:f754e7c069ad40958aff78adf7bb630c on resource:port {{(pid=78792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:36:14.549966 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-0160f283-9886-4447-a806-2c58e5d1ea5e req-74d7efc1-af81-4955-a0d5-774f42e64b38 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] 10.222.0.32 "GET /v2.0/ports?device_id=719b6347-0342-478d-a0e7-d3e7165fd022 HTTP/1.1" status: 200 len: 210 time: 0.0585983 May 12 15:36:15.315540 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 51472) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:36:15.383410 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-ce699c76-447f-4458-a686-ce44b0727bb3 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks [] for security_group, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:15.412947 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-ce699c76-447f-4458-a686-ce44b0727bb3 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:15.474339 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-ce699c76-447f-4458-a686-ce44b0727bb3 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:15.478178 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-b5d5e34d-5387-4e10-9fc9-ae1034a3d865 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:15.493744 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce699c76-447f-4458-a686-ce44b0727bb3 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2760b0f1-b234-4de9-89f2-f77f95ef8caa,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:15.502209 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce699c76-447f-4458-a686-ce44b0727bb3 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:15.502582 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce699c76-447f-4458-a686-ce44b0727bb3 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:15.502944 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce699c76-447f-4458-a686-ce44b0727bb3 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:15.503299 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce699c76-447f-4458-a686-ce44b0727bb3 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:15.503650 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce699c76-447f-4458-a686-ce44b0727bb3 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:15.503998 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce699c76-447f-4458-a686-ce44b0727bb3 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:15.504345 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce699c76-447f-4458-a686-ce44b0727bb3 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:15.504691 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce699c76-447f-4458-a686-ce44b0727bb3 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:15.505035 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce699c76-447f-4458-a686-ce44b0727bb3 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:15.505434 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce699c76-447f-4458-a686-ce44b0727bb3 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:15.505720 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce699c76-447f-4458-a686-ce44b0727bb3 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:15.506078 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce699c76-447f-4458-a686-ce44b0727bb3 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:15.510420 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-ce699c76-447f-4458-a686-ce44b0727bb3 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:15.513704 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-ce699c76-447f-4458-a686-ce44b0727bb3 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Notify callbacks [] for security_group, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:15.514810 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-ce699c76-447f-4458-a686-ce44b0727bb3 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] 10.222.0.32 "DELETE /v2.0/security-groups/2760b0f1-b234-4de9-89f2-f77f95ef8caa HTTP/1.1" status: 204 len: 168 time: 0.1983137 May 12 15:36:15.576129 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 51478) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:36:16.329585 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 51530) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:36:16.375235 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-99156023-cbcf-4825-b28a-453eb9f14a9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705539'] for router_interface, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:16.514314 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Device 07bf08ee-1802-44fa-a3d6-45cde0dc7af9 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=78794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:36:16.548717 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.plugin [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] No Port match for: 07bf08ee-1802-44fa-a3d6-45cde0dc7af9 {{(pid=78794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 15:36:16.549224 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Device 07bf08ee-1802-44fa-a3d6-45cde0dc7af9 not bound to the agent host hv-cinder-78960 {{(pid=78794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:36:16.785180 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.plugin [None req-99156023-cbcf-4825-b28a-453eb9f14a9d admin admin] Deleting port 7e56ff15-ff6a-44ee-b638-69fb02cae5f4 {{(pid=78793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:36:16.785511 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-99156023-cbcf-4825-b28a-453eb9f14a9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649292957'] for port, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:16.870403 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-6c5a5fe6-3661-4b9c-a832-facfbe10a45a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705539'] for router_interface, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:16.904389 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.db [None req-99156023-cbcf-4825-b28a-453eb9f14a9d admin admin] For port 7e56ff15-ff6a-44ee-b638-69fb02cae5f4, host dv-cinder-789603-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-iscsi',level=0,port_id=7e56ff15-ff6a-44ee-b638-69fb02cae5f4,segment=NetworkSegment(ac82933f-9743-4327-a060-79996a317b26),segment_id=ac82933f-9743-4327-a060-79996a317b26)] {{(pid=78793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:36:16.904730 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-99156023-cbcf-4825-b28a-453eb9f14a9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:17.032522 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.plugin [None req-99156023-cbcf-4825-b28a-453eb9f14a9d admin admin] Calling delete_port for 7e56ff15-ff6a-44ee-b638-69fb02cae5f4 owned by network:router_interface {{(pid=78793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:36:17.173383 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-99156023-cbcf-4825-b28a-453eb9f14a9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649297264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739648862733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3598933'] for port, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:17.178529 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-cb84a376-bbdc-4c0e-ae6c-5a5668a81ade tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:17.291239 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.plugin [None req-6c5a5fe6-3661-4b9c-a832-facfbe10a45a admin admin] Deleting port b4977fab-74a8-4ad4-b1ff-a60c79277451 {{(pid=78792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:36:17.291579 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-6c5a5fe6-3661-4b9c-a832-facfbe10a45a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649292957'] for port, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:17.329356 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99156023-cbcf-4825-b28a-453eb9f14a9d admin admin] Pushing event deleted for resources: {'Port': ['ID=7e56ff15-ff6a-44ee-b638-69fb02cae5f4,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:17.332051 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-99156023-cbcf-4825-b28a-453eb9f14a9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:17.542789 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.db [None req-6c5a5fe6-3661-4b9c-a832-facfbe10a45a admin admin] For port b4977fab-74a8-4ad4-b1ff-a60c79277451, host dv-cinder-789603-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-iscsi',level=0,port_id=b4977fab-74a8-4ad4-b1ff-a60c79277451,segment=NetworkSegment(d6b407f5-8af5-4a4a-9ff7-f8e33a5e2314),segment_id=d6b407f5-8af5-4a4a-9ff7-f8e33a5e2314)] {{(pid=78792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:36:17.543412 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-6c5a5fe6-3661-4b9c-a832-facfbe10a45a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:17.604535 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-99156023-cbcf-4825-b28a-453eb9f14a9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710579'] for router_interface, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:17.667700 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.plugin [None req-6c5a5fe6-3661-4b9c-a832-facfbe10a45a admin admin] Calling delete_port for b4977fab-74a8-4ad4-b1ff-a60c79277451 owned by network:router_interface {{(pid=78792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:36:17.825523 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-6c5a5fe6-3661-4b9c-a832-facfbe10a45a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649297264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739648862733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3714859'] for port, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:17.829387 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-1cc35ae7-c2b4-4beb-9af2-5b7772bc2835 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:17.873101 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5a5fe6-3661-4b9c-a832-facfbe10a45a admin admin] Pushing event deleted for resources: {'Port': ['ID=b4977fab-74a8-4ad4-b1ff-a60c79277451,revision_number=None']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:17.907421 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5a5fe6-3661-4b9c-a832-facfbe10a45a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:17.907731 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5a5fe6-3661-4b9c-a832-facfbe10a45a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:17.908090 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5a5fe6-3661-4b9c-a832-facfbe10a45a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:17.908705 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5a5fe6-3661-4b9c-a832-facfbe10a45a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:17.909063 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5a5fe6-3661-4b9c-a832-facfbe10a45a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:17.909418 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5a5fe6-3661-4b9c-a832-facfbe10a45a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:17.909767 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5a5fe6-3661-4b9c-a832-facfbe10a45a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:17.910133 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5a5fe6-3661-4b9c-a832-facfbe10a45a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:17.910482 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5a5fe6-3661-4b9c-a832-facfbe10a45a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:17.910826 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5a5fe6-3661-4b9c-a832-facfbe10a45a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:17.911757 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5a5fe6-3661-4b9c-a832-facfbe10a45a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:17.912101 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5a5fe6-3661-4b9c-a832-facfbe10a45a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:17.920422 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-6c5a5fe6-3661-4b9c-a832-facfbe10a45a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:18.004796 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99156023-cbcf-4825-b28a-453eb9f14a9d admin admin] Router 7d2b8dbb-d67c-46d4-97ab-ed1952d51b15 has already been hosted by L3 agent e96f2393-830b-46ef-bef2-f93615c2f352 {{(pid=78793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 15:36:18.162569 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-6c5a5fe6-3661-4b9c-a832-facfbe10a45a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710579'] for router_interface, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:18.184655 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99156023-cbcf-4825-b28a-453eb9f14a9d admin admin] Notify agent at l3_agent.dv-cinder-789603-6-iscsi the message routers_updated {{(pid=78793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:36:18.194707 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb0844a-7e22-4398-80e9-a3e3722583ba None None] Sync routers for ids ['7d2b8dbb-d67c-46d4-97ab-ed1952d51b15'] in dv-cinder-789603-6-iscsi {{(pid=78794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:36:18.200856 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-99156023-cbcf-4825-b28a-453eb9f14a9d admin admin] 10.222.0.32 "PUT /v2.0/routers/7d2b8dbb-d67c-46d4-97ab-ed1952d51b15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6210885 May 12 15:36:18.201162 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 51534) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:36:18.204585 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb0844a-7e22-4398-80e9-a3e3722583ba None None] Routers {'7d2b8dbb-d67c-46d4-97ab-ed1952d51b15'} bound to L3 agent in host dv-cinder-789603-6-iscsi {{(pid=78794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:36:18.205225 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-5bb0844a-7e22-4398-80e9-a3e3722583ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-12T15:12:51Z,description=,heartbeat_timestamp=2021-05-12T15:35:51Z,host='dv-cinder-789603-6-iscsi',id=e96f2393-830b-46ef-bef2-f93615c2f352,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:12:51Z,topic='l3_agent')) {'router_ids': ['7d2b8dbb-d67c-46d4-97ab-ed1952d51b15'], 'active': True} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:36:18.385493 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-11daa038-cf8b-48dc-b8ab-178e8099c589 admin admin] Notify callbacks [] for router, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:18.388091 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvr_db [None req-5bb0844a-7e22-4398-80e9-a3e3722583ba None None] Set router 7d2b8dbb-d67c-46d4-97ab-ed1952d51b15 gateway port host: dv-cinder-789603-6-iscsi {{(pid=78794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:36:18.531383 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c5a5fe6-3661-4b9c-a832-facfbe10a45a admin admin] Router c74d7ed0-fe60-423a-8c37-b4016faac931 has already been hosted by L3 agent e96f2393-830b-46ef-bef2-f93615c2f352 {{(pid=78792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 15:36:18.560452 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-11daa038-cf8b-48dc-b8ab-178e8099c589 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:18.686378 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-5bb0844a-7e22-4398-80e9-a3e3722583ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d2b8dbb-d67c-46d4-97ab-ed1952d51b15', 'name': 'tempest-TestVolumeBootPattern-396584955-router', 'tenant_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'a0eaaa71-6293-4f40-a208-4cedd38e2dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:26:10Z', 'updated_at': '2021-05-12T15:36:17Z', 'revision_number': 5, 'project_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'gw_port': {'id': 'a0eaaa71-6293-4f40-a208-4cedd38e2dc3', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2b8dbb-d67c-46d4-97ab-ed1952d51b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:26:10Z', 'updated_at': '2021-05-12T15:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi'}], 'dv-cinder-789603-6-iscsi', False) {} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:36:18.700793 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb0844a-7e22-4398-80e9-a3e3722583ba None None] Checking router: 7d2b8dbb-d67c-46d4-97ab-ed1952d51b15 for host: dv-cinder-789603-6-iscsi {{(pid=78794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:36:18.714546 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-32f7cab5-0c35-423e-915f-90b68d164fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:18.717289 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c5a5fe6-3661-4b9c-a832-facfbe10a45a admin admin] Notify agent at l3_agent.dv-cinder-789603-6-iscsi the message routers_updated {{(pid=78792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:36:18.723650 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb0844a-7e22-4398-80e9-a3e3722583ba None None] Routers {'7d2b8dbb-d67c-46d4-97ab-ed1952d51b15'} bound to L3 agent in host dv-cinder-789603-6-iscsi {{(pid=78794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:36:18.725316 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-5bb0844a-7e22-4398-80e9-a3e3722583ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-12T15:12:51Z,description=,heartbeat_timestamp=2021-05-12T15:35:51Z,host='dv-cinder-789603-6-iscsi',id=e96f2393-830b-46ef-bef2-f93615c2f352,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:12:51Z,topic='l3_agent')) {'router_ids': ['7d2b8dbb-d67c-46d4-97ab-ed1952d51b15'], 'active': True} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:36:18.727672 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74474a16-e8ac-4572-8fa3-982e7d51eb6b None None] Sync routers for ids ['c74d7ed0-fe60-423a-8c37-b4016faac931'] in dv-cinder-789603-6-iscsi {{(pid=78795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:36:18.740497 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74474a16-e8ac-4572-8fa3-982e7d51eb6b None None] Routers {'c74d7ed0-fe60-423a-8c37-b4016faac931'} bound to L3 agent in host dv-cinder-789603-6-iscsi {{(pid=78795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:36:18.741354 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_hamode_db [None req-74474a16-e8ac-4572-8fa3-982e7d51eb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-12T15:12:51Z,description=,heartbeat_timestamp=2021-05-12T15:35:51Z,host='dv-cinder-789603-6-iscsi',id=e96f2393-830b-46ef-bef2-f93615c2f352,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:12:51Z,topic='l3_agent')) {'router_ids': ['c74d7ed0-fe60-423a-8c37-b4016faac931'], 'active': True} {{(pid=78795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:36:18.747893 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-6c5a5fe6-3661-4b9c-a832-facfbe10a45a admin admin] 10.222.0.32 "PUT /v2.0/routers/c74d7ed0-fe60-423a-8c37-b4016faac931/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4150403 May 12 15:36:18.748227 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 51538) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:36:18.757012 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.plugin [None req-11daa038-cf8b-48dc-b8ab-178e8099c589 admin admin] Deleting port a0eaaa71-6293-4f40-a208-4cedd38e2dc3 {{(pid=78793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:36:18.757554 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-11daa038-cf8b-48dc-b8ab-178e8099c589 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649292957'] for port, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:18.887001 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.db [None req-11daa038-cf8b-48dc-b8ab-178e8099c589 admin admin] For port a0eaaa71-6293-4f40-a208-4cedd38e2dc3, host dv-cinder-789603-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-iscsi',level=0,port_id=a0eaaa71-6293-4f40-a208-4cedd38e2dc3,segment=NetworkSegment(5d059134-8cbd-4fdb-844f-331960400265),segment_id=5d059134-8cbd-4fdb-844f-331960400265)] {{(pid=78793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:36:18.887240 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-11daa038-cf8b-48dc-b8ab-178e8099c589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:18.891935 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvr_db [None req-5bb0844a-7e22-4398-80e9-a3e3722583ba None None] Set router 7d2b8dbb-d67c-46d4-97ab-ed1952d51b15 gateway port host: None {{(pid=78794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:36:18.963189 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_dvr_db [None req-74474a16-e8ac-4572-8fa3-982e7d51eb6b None None] Set router c74d7ed0-fe60-423a-8c37-b4016faac931 gateway port host: dv-cinder-789603-6-iscsi {{(pid=78795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:36:19.020304 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.plugin [None req-11daa038-cf8b-48dc-b8ab-178e8099c589 admin admin] Calling delete_port for a0eaaa71-6293-4f40-a208-4cedd38e2dc3 owned by network:router_gateway {{(pid=78793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:36:19.070750 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-5bb0844a-7e22-4398-80e9-a3e3722583ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d2b8dbb-d67c-46d4-97ab-ed1952d51b15', 'name': 'tempest-TestVolumeBootPattern-396584955-router', 'tenant_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:26:10Z', 'updated_at': '2021-05-12T15:36:18Z', 'revision_number': 6, 'project_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'gw_port_host': None}], 'dv-cinder-789603-6-iscsi', False) {} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:36:19.077179 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb0844a-7e22-4398-80e9-a3e3722583ba None None] The sync data for ids ['7d2b8dbb-d67c-46d4-97ab-ed1952d51b15'] in dv-cinder-789603-6-iscsi is: [{'id': '7d2b8dbb-d67c-46d4-97ab-ed1952d51b15', 'name': 'tempest-TestVolumeBootPattern-396584955-router', 'tenant_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:26:10Z', 'updated_at': '2021-05-12T15:36:18Z', 'revision_number': 6, 'project_id': '9c641ae825cc4fc19fd89c2aecc761e3', 'gw_port_host': None}] {{(pid=78794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:36:19.211683 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-8b396b65-68ab-4f1f-b26c-8a99915ad275 admin admin] Notify callbacks [] for router, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:19.226162 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-11daa038-cf8b-48dc-b8ab-178e8099c589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649297264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739648862733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3598933'] for port, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:19.235696 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-87b68ab9-812e-4b80-9c87-ceb4d907e18d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:19.291660 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_hamode_db [None req-74474a16-e8ac-4572-8fa3-982e7d51eb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74d7ed0-fe60-423a-8c37-b4016faac931', 'name': 'tempest-TestMinimumBasicScenario-1674484648-router', 'tenant_id': 'f754e7c069ad40958aff78adf7bb630c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '23574bcf-6137-4e26-9c1c-191f5b095c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:32:01Z', 'updated_at': '2021-05-12T15:36:17Z', 'revision_number': 5, 'project_id': 'f754e7c069ad40958aff78adf7bb630c', 'gw_port': {'id': '23574bcf-6137-4e26-9c1c-191f5b095c89', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74d7ed0-fe60-423a-8c37-b4016faac931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:32:02Z', 'updated_at': '2021-05-12T15:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi'}], 'dv-cinder-789603-6-iscsi', False) {} {{(pid=78795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:36:19.295541 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74474a16-e8ac-4572-8fa3-982e7d51eb6b None None] Checking router: c74d7ed0-fe60-423a-8c37-b4016faac931 for host: dv-cinder-789603-6-iscsi {{(pid=78795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:36:19.303813 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74474a16-e8ac-4572-8fa3-982e7d51eb6b None None] Routers {'c74d7ed0-fe60-423a-8c37-b4016faac931'} bound to L3 agent in host dv-cinder-789603-6-iscsi {{(pid=78795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:36:19.304481 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_hamode_db [None req-74474a16-e8ac-4572-8fa3-982e7d51eb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-12T15:12:51Z,description=,heartbeat_timestamp=2021-05-12T15:35:51Z,host='dv-cinder-789603-6-iscsi',id=e96f2393-830b-46ef-bef2-f93615c2f352,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:12:51Z,topic='l3_agent')) {'router_ids': ['c74d7ed0-fe60-423a-8c37-b4016faac931'], 'active': True} {{(pid=78795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:36:19.310870 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11daa038-cf8b-48dc-b8ab-178e8099c589 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0eaaa71-6293-4f40-a208-4cedd38e2dc3,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:19.318719 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-11daa038-cf8b-48dc-b8ab-178e8099c589 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:19.376188 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-11daa038-cf8b-48dc-b8ab-178e8099c589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706599'] for router_gateway, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:19.474506 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-8b396b65-68ab-4f1f-b26c-8a99915ad275 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:19.498653 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_dvr_db [None req-74474a16-e8ac-4572-8fa3-982e7d51eb6b None None] Set router c74d7ed0-fe60-423a-8c37-b4016faac931 gateway port host: dv-cinder-789603-6-iscsi {{(pid=78795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:36:19.555500 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-11daa038-cf8b-48dc-b8ab-178e8099c589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13144'] for router, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:19.557752 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-11daa038-cf8b-48dc-b8ab-178e8099c589 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:19.571321 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.plugin [None req-8b396b65-68ab-4f1f-b26c-8a99915ad275 admin admin] Deleting port 23574bcf-6137-4e26-9c1c-191f5b095c89 {{(pid=78792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:36:19.571321 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-8b396b65-68ab-4f1f-b26c-8a99915ad275 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649292957'] for port, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:19.584191 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-11daa038-cf8b-48dc-b8ab-178e8099c589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1780853'] for router, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:19.585531 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11daa038-cf8b-48dc-b8ab-178e8099c589 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d2b8dbb-d67c-46d4-97ab-ed1952d51b15 {{(pid=78793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 15:36:19.602047 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-11daa038-cf8b-48dc-b8ab-178e8099c589 admin admin] Notify callbacks [] for router, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:19.603247 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-11daa038-cf8b-48dc-b8ab-178e8099c589 admin admin] 10.222.0.32 "DELETE /v2.0/routers/7d2b8dbb-d67c-46d4-97ab-ed1952d51b15 HTTP/1.1" status: 204 len: 168 time: 1.4011624 May 12 15:36:19.605691 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 51542) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:36:19.669490 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f132e6f-4f95-42b7-801a-0098b1da4f38 admin admin] Deleting subnet 90db4296-24fa-4fea-bd4a-f288635b69c4 {{(pid=78793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 12 15:36:19.672472 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-1f132e6f-4f95-42b7-801a-0098b1da4f38 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:19.699998 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.db [None req-8b396b65-68ab-4f1f-b26c-8a99915ad275 admin admin] For port 23574bcf-6137-4e26-9c1c-191f5b095c89, host dv-cinder-789603-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-iscsi',level=0,port_id=23574bcf-6137-4e26-9c1c-191f5b095c89,segment=NetworkSegment(5d059134-8cbd-4fdb-844f-331960400265),segment_id=5d059134-8cbd-4fdb-844f-331960400265)] {{(pid=78792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:36:19.700448 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-8b396b65-68ab-4f1f-b26c-8a99915ad275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:19.727829 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-1f132e6f-4f95-42b7-801a-0098b1da4f38 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316453'] for subnet, precommit_delete_associations {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:19.810519 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-1f132e6f-4f95-42b7-801a-0098b1da4f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1440695'] for subnet, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:19.815212 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_hamode_db [None req-74474a16-e8ac-4572-8fa3-982e7d51eb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74d7ed0-fe60-423a-8c37-b4016faac931', 'name': 'tempest-TestMinimumBasicScenario-1674484648-router', 'tenant_id': 'f754e7c069ad40958aff78adf7bb630c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '23574bcf-6137-4e26-9c1c-191f5b095c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:32:01Z', 'updated_at': '2021-05-12T15:36:17Z', 'revision_number': 5, 'project_id': 'f754e7c069ad40958aff78adf7bb630c', 'gw_port': {'id': '23574bcf-6137-4e26-9c1c-191f5b095c89', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74d7ed0-fe60-423a-8c37-b4016faac931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:32:02Z', 'updated_at': '2021-05-12T15:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi'}], 'dv-cinder-789603-6-iscsi', False) {} {{(pid=78795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:36:19.820076 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74474a16-e8ac-4572-8fa3-982e7d51eb6b None None] The sync data for ids ['c74d7ed0-fe60-423a-8c37-b4016faac931'] in dv-cinder-789603-6-iscsi is: [{'id': 'c74d7ed0-fe60-423a-8c37-b4016faac931', 'name': 'tempest-TestMinimumBasicScenario-1674484648-router', 'tenant_id': 'f754e7c069ad40958aff78adf7bb630c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '23574bcf-6137-4e26-9c1c-191f5b095c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:32:01Z', 'updated_at': '2021-05-12T15:36:17Z', 'revision_number': 5, 'project_id': 'f754e7c069ad40958aff78adf7bb630c', 'gw_port': {'id': '23574bcf-6137-4e26-9c1c-191f5b095c89', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74d7ed0-fe60-423a-8c37-b4016faac931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:32:02Z', 'updated_at': '2021-05-12T15:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi'}] {{(pid=78795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:36:19.838947 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.plugin [None req-8b396b65-68ab-4f1f-b26c-8a99915ad275 admin admin] Calling delete_port for 23574bcf-6137-4e26-9c1c-191f5b095c89 owned by network:router_gateway {{(pid=78792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:36:19.990759 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-8b396b65-68ab-4f1f-b26c-8a99915ad275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649297264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739648862733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3714859'] for port, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:19.994319 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-6246bff3-6594-45bd-a907-b59017dd7036 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:20.038852 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b396b65-68ab-4f1f-b26c-8a99915ad275 admin admin] Pushing event deleted for resources: {'Port': ['ID=23574bcf-6137-4e26-9c1c-191f5b095c89,revision_number=None']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:20.042080 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-8b396b65-68ab-4f1f-b26c-8a99915ad275 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:20.075831 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-1f132e6f-4f95-42b7-801a-0098b1da4f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1440696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3598854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4155494'] for subnet, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:20.080627 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:20.115998 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f132e6f-4f95-42b7-801a-0098b1da4f38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90db4296-24fa-4fea-bd4a-f288635b69c4,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:20.119161 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-1f132e6f-4f95-42b7-801a-0098b1da4f38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:20.122258 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-1f132e6f-4f95-42b7-801a-0098b1da4f38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for subnet, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:20.128002 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c0d803-ff20-4e40-974e-b2d44d72d6d2 None None] Network 17267851-fd39-4f2f-86eb-a60d64460bc3 requested from dv-cinder-789603-6-iscsi {{(pid=78794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 15:36:20.129393 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-1f132e6f-4f95-42b7-801a-0098b1da4f38 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/90db4296-24fa-4fea-bd4a-f288635b69c4 HTTP/1.1" status: 204 len: 168 time: 0.5226877 May 12 15:36:20.132308 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 51546) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:36:20.150603 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-8b396b65-68ab-4f1f-b26c-8a99915ad275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706599'] for router_gateway, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:20.273336 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-ec005a47-1eb1-4572-ad17-aebba1716bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741559'] for network, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:20.349886 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-8b396b65-68ab-4f1f-b26c-8a99915ad275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13144'] for router, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:20.352118 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-8b396b65-68ab-4f1f-b26c-8a99915ad275 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:20.358235 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.plugin [None req-ec005a47-1eb1-4572-ad17-aebba1716bc8 admin admin] Deleting port fc4febc9-82aa-4475-9c57-e54efcb3c5e1 {{(pid=78793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:36:20.358752 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-ec005a47-1eb1-4572-ad17-aebba1716bc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649292957'] for port, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:20.382029 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-8b396b65-68ab-4f1f-b26c-8a99915ad275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1780853'] for router, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:20.383066 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b396b65-68ab-4f1f-b26c-8a99915ad275 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c74d7ed0-fe60-423a-8c37-b4016faac931 {{(pid=78792) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 15:36:20.401716 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-8b396b65-68ab-4f1f-b26c-8a99915ad275 admin admin] Notify callbacks [] for router, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:20.405399 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-8b396b65-68ab-4f1f-b26c-8a99915ad275 admin admin] 10.222.0.32 "DELETE /v2.0/routers/c74d7ed0-fe60-423a-8c37-b4016faac931 HTTP/1.1" status: 204 len: 168 time: 1.6538095 May 12 15:36:20.405589 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 51550) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:36:20.474560 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b4c3245-20a9-4bd8-9511-63d5913ddd3e admin admin] Deleting subnet d92f2543-04b9-4483-82be-1ce1d41f5872 {{(pid=78792) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 12 15:36:20.475506 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6aa920-aeb7-43e6-b66a-e71ecbe27da6 None None] DHCP port deletion for 17267851-fd39-4f2f-86eb-a60d64460bc3 request from dv-cinder-789603-6-iscsi {{(pid=78794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 12 15:36:20.477939 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-3b4c3245-20a9-4bd8-9511-63d5913ddd3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:20.532604 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-3b4c3245-20a9-4bd8-9511-63d5913ddd3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2171665'] for subnet, precommit_delete_associations {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:20.553178 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.plugin [None req-fc6aa920-aeb7-43e6-b66a-e71ecbe27da6 None None] Deleting port fc4febc9-82aa-4475-9c57-e54efcb3c5e1 {{(pid=78794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:36:20.553712 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-fc6aa920-aeb7-43e6-b66a-e71ecbe27da6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649292957'] for port, before_delete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:20.595901 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.db [None req-ec005a47-1eb1-4572-ad17-aebba1716bc8 admin admin] For port fc4febc9-82aa-4475-9c57-e54efcb3c5e1, host dv-cinder-789603-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-iscsi',level=0,port_id=fc4febc9-82aa-4475-9c57-e54efcb3c5e1,segment=NetworkSegment(ac82933f-9743-4327-a060-79996a317b26),segment_id=ac82933f-9743-4327-a060-79996a317b26)] {{(pid=78793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:36:20.596271 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-ec005a47-1eb1-4572-ad17-aebba1716bc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:20.623046 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-3b4c3245-20a9-4bd8-9511-63d5913ddd3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1440695'] for subnet, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:20.659663 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-fc6aa920-aeb7-43e6-b66a-e71ecbe27da6 None None] For port fc4febc9-82aa-4475-9c57-e54efcb3c5e1, host dv-cinder-789603-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-iscsi',level=0,port_id=fc4febc9-82aa-4475-9c57-e54efcb3c5e1,segment=NetworkSegment(ac82933f-9743-4327-a060-79996a317b26),segment_id=ac82933f-9743-4327-a060-79996a317b26)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:36:20.660065 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-fc6aa920-aeb7-43e6-b66a-e71ecbe27da6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:20.728912 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.plugin [None req-ec005a47-1eb1-4572-ad17-aebba1716bc8 admin admin] Calling delete_port for fc4febc9-82aa-4475-9c57-e54efcb3c5e1 owned by network:dhcp {{(pid=78793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:36:20.783822 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-ec005a47-1eb1-4572-ad17-aebba1716bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649297264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739648862733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3598933'] for port, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:20.790258 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-3f210dc7-901d-44a7-81f4-74dd71b2c376 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:20.796650 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.plugin [None req-fc6aa920-aeb7-43e6-b66a-e71ecbe27da6 None None] Calling delete_port for fc4febc9-82aa-4475-9c57-e54efcb3c5e1 owned by network:dhcp {{(pid=78794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:36:20.837039 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec005a47-1eb1-4572-ad17-aebba1716bc8 admin admin] No DVR routers for this DVR port fc4febc9-82aa-4475-9c57-e54efcb3c5e1 on host dv-cinder-789603-6-iscsi {{(pid=78793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:36:20.844046 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-fc6aa920-aeb7-43e6-b66a-e71ecbe27da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649297264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739648862733'] for port, after_delete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:20.847802 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:20.864854 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec005a47-1eb1-4572-ad17-aebba1716bc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc4febc9-82aa-4475-9c57-e54efcb3c5e1,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:20.870180 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-ec005a47-1eb1-4572-ad17-aebba1716bc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:20.896387 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6aa920-aeb7-43e6-b66a-e71ecbe27da6 None None] Pushing event deleted for resources: {'Port': ['ID=fc4febc9-82aa-4475-9c57-e54efcb3c5e1,revision_number=None']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:20.901474 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6aa920-aeb7-43e6-b66a-e71ecbe27da6 None None] No DVR routers for this DVR port fc4febc9-82aa-4475-9c57-e54efcb3c5e1 on host dv-cinder-789603-6-iscsi {{(pid=78794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:36:20.908299 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6aa920-aeb7-43e6-b66a-e71ecbe27da6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:20.908907 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6aa920-aeb7-43e6-b66a-e71ecbe27da6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:20.909246 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6aa920-aeb7-43e6-b66a-e71ecbe27da6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:20.909575 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6aa920-aeb7-43e6-b66a-e71ecbe27da6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:20.914273 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6aa920-aeb7-43e6-b66a-e71ecbe27da6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:20.914618 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6aa920-aeb7-43e6-b66a-e71ecbe27da6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:20.914956 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6aa920-aeb7-43e6-b66a-e71ecbe27da6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:20.915288 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6aa920-aeb7-43e6-b66a-e71ecbe27da6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:20.915616 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6aa920-aeb7-43e6-b66a-e71ecbe27da6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:20.915940 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6aa920-aeb7-43e6-b66a-e71ecbe27da6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:20.916305 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6aa920-aeb7-43e6-b66a-e71ecbe27da6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:20.916569 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6aa920-aeb7-43e6-b66a-e71ecbe27da6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:20.919824 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-fc6aa920-aeb7-43e6-b66a-e71ecbe27da6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:20.970739 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-ec005a47-1eb1-4572-ad17-aebba1716bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1434444', 'neutron.services.segments.db._delete_segments_for_network-8739649303709'] for network, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:20.983734 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.services.segments.db [None req-ec005a47-1eb1-4572-ad17-aebba1716bc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17267851-fd39-4f2f-86eb-a60d64460bc3']}} {{(pid=78793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:36:20.997436 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.services.segments.db [None req-ec005a47-1eb1-4572-ad17-aebba1716bc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac82933f-9743-4327-a060-79996a317b26') {'for_net_delete': True} {{(pid=78793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:36:20.997732 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.services.segments.db [None req-ec005a47-1eb1-4572-ad17-aebba1716bc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac82933f-9743-4327-a060-79996a317b26') {} {{(pid=78793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:36:21.009248 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-3b4c3245-20a9-4bd8-9511-63d5913ddd3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1440696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3714936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2105374'] for subnet, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:21.013298 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-7348ff2d-e1bd-4fa1-a0ef-7e64785fefaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:21.014780 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-ec005a47-1eb1-4572-ad17-aebba1716bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649315175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316474'] for segment, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:21.039644 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-ec005a47-1eb1-4572-ad17-aebba1716bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428868'] for segment, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:21.045377 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4c3245-20a9-4bd8-9511-63d5913ddd3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d92f2543-04b9-4483-82be-1ce1d41f5872,revision_number=None']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:21.047776 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec005a47-1eb1-4572-ad17-aebba1716bc8 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=78793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 15:36:21.049935 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-3b4c3245-20a9-4bd8-9511-63d5913ddd3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:21.050169 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-ec005a47-1eb1-4572-ad17-aebba1716bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3598944'] for segment, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:21.060532 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b929643e-11d1-481e-9716-7b7ee124982a None None] Network daea5aec-99e2-4de5-98c1-02cbf9c8c15d requested from dv-cinder-789603-6-iscsi {{(pid=78794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 15:36:21.071579 dv-cinder-789603-6-iscsi neutron-server[78793]: Traceback (most recent call last): May 12 15:36:21.071579 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 15:36:21.071579 dv-cinder-789603-6-iscsi neutron-server[78793]: timer() May 12 15:36:21.071579 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 15:36:21.071579 dv-cinder-789603-6-iscsi neutron-server[78793]: cb(*args, **kw) May 12 15:36:21.071579 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 12 15:36:21.071579 dv-cinder-789603-6-iscsi neutron-server[78793]: return func(*args, **kwargs) May 12 15:36:21.071579 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 15:36:21.071579 dv-cinder-789603-6-iscsi neutron-server[78793]: self._notify() May 12 15:36:21.071579 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 15:36:21.071579 dv-cinder-789603-6-iscsi neutron-server[78793]: self.callback(batched_events) May 12 15:36:21.071579 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 15:36:21.071579 dv-cinder-789603-6-iscsi neutron-server[78793]: event.method(event) May 12 15:36:21.071579 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 15:36:21.071579 dv-cinder-789603-6-iscsi neutron-server[78793]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 15:36:21.071579 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 15:36:21.071579 dv-cinder-789603-6-iscsi neutron-server[78793]: aggregate_uuid = self.p_client.list_aggregates( May 12 15:36:21.071579 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 15:36:21.071579 dv-cinder-789603-6-iscsi neutron-server[78793]: return f(self, *a, **k) May 12 15:36:21.071579 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 15:36:21.071579 dv-cinder-789603-6-iscsi neutron-server[78793]: return self._get(url).json() May 12 15:36:21.071579 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 15:36:21.071579 dv-cinder-789603-6-iscsi neutron-server[78793]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 15:36:21.071579 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 15:36:21.071579 dv-cinder-789603-6-iscsi neutron-server[78793]: return self.request(url, 'GET', **kwargs) May 12 15:36:21.071579 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 15:36:21.071579 dv-cinder-789603-6-iscsi neutron-server[78793]: base_url = self.get_endpoint(auth, allow=allow, May 12 15:36:21.071579 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 15:36:21.071579 dv-cinder-789603-6-iscsi neutron-server[78793]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 15:36:21.071579 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 15:36:21.071579 dv-cinder-789603-6-iscsi neutron-server[78793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 15:36:21.071579 dv-cinder-789603-6-iscsi neutron-server[78793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 15:36:21.078430 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-3b4c3245-20a9-4bd8-9511-63d5913ddd3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:21.100512 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-3b4c3245-20a9-4bd8-9511-63d5913ddd3e admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d92f2543-04b9-4483-82be-1ce1d41f5872 HTTP/1.1" status: 204 len: 168 time: 0.6910679 May 12 15:36:21.100852 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 51554) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:36:21.152838 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device b4977fab-74a8-4ad4-b1ff-a60c79277451 no longer exists at agent ovs-agent-dv-cinder-789603-6-iscsi {{(pid=78794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:36:21.159217 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-ec005a47-1eb1-4572-ad17-aebba1716bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1434421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706613'] for network, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:21.165856 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-ec005a47-1eb1-4572-ad17-aebba1716bc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for network, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:21.168298 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:21.193326 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec005a47-1eb1-4572-ad17-aebba1716bc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=17267851-fd39-4f2f-86eb-a60d64460bc3,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:21.197940 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-ec005a47-1eb1-4572-ad17-aebba1716bc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:21.207396 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.plugin [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] No Port match for: b4977fab-74a8-4ad4-b1ff-a60c79277451 {{(pid=78794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 15:36:21.207884 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device b4977fab-74a8-4ad4-b1ff-a60c79277451 not bound to the agent host dv-cinder-789603-6-iscsi {{(pid=78794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:36:21.208500 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device 23574bcf-6137-4e26-9c1c-191f5b095c89 no longer exists at agent ovs-agent-dv-cinder-789603-6-iscsi {{(pid=78794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:36:21.210939 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-ec005a47-1eb1-4572-ad17-aebba1716bc8 admin admin] 10.222.0.32 "DELETE /v2.0/networks/17267851-fd39-4f2f-86eb-a60d64460bc3 HTTP/1.1" status: 204 len: 168 time: 1.0776300 May 12 15:36:21.211629 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 51558) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:36:21.252273 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.plugin [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] No Port match for: 23574bcf-6137-4e26-9c1c-191f5b095c89 {{(pid=78794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 15:36:21.252625 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device 23574bcf-6137-4e26-9c1c-191f5b095c89 not bound to the agent host dv-cinder-789603-6-iscsi {{(pid=78794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:36:21.253054 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device 7e56ff15-ff6a-44ee-b638-69fb02cae5f4 no longer exists at agent ovs-agent-dv-cinder-789603-6-iscsi {{(pid=78794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:36:21.286311 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-7c468e05-7fbe-465e-bd51-5ed8aff48f68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:21.294045 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.plugin [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] No Port match for: 7e56ff15-ff6a-44ee-b638-69fb02cae5f4 {{(pid=78794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 15:36:21.294395 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device 7e56ff15-ff6a-44ee-b638-69fb02cae5f4 not bound to the agent host dv-cinder-789603-6-iscsi {{(pid=78794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:36:21.294827 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device fc4febc9-82aa-4475-9c57-e54efcb3c5e1 no longer exists at agent ovs-agent-dv-cinder-789603-6-iscsi {{(pid=78794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:36:21.342146 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-f2e4936f-6ffb-4f37-badb-932e4ecc1843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741559'] for network, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:21.355696 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.plugin [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] No Port match for: fc4febc9-82aa-4475-9c57-e54efcb3c5e1 {{(pid=78794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 15:36:21.356045 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device fc4febc9-82aa-4475-9c57-e54efcb3c5e1 not bound to the agent host dv-cinder-789603-6-iscsi {{(pid=78794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:36:21.356482 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device a0eaaa71-6293-4f40-a208-4cedd38e2dc3 no longer exists at agent ovs-agent-dv-cinder-789603-6-iscsi {{(pid=78794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:36:21.425956 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.plugin [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] No Port match for: a0eaaa71-6293-4f40-a208-4cedd38e2dc3 {{(pid=78794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 15:36:21.426340 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device a0eaaa71-6293-4f40-a208-4cedd38e2dc3 not bound to the agent host dv-cinder-789603-6-iscsi {{(pid=78794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:36:21.525015 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d6635d-ed9e-4204-942d-d85e3579798e None None] DHCP port deletion for daea5aec-99e2-4de5-98c1-02cbf9c8c15d request from dv-cinder-789603-6-iscsi {{(pid=78794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 12 15:36:21.591193 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.plugin [None req-72d6635d-ed9e-4204-942d-d85e3579798e None None] Deleting port a0391b5e-44b2-406b-8800-9467a1891b88 {{(pid=78794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:36:21.591484 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-72d6635d-ed9e-4204-942d-d85e3579798e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649292957'] for port, before_delete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:21.617091 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.plugin [None req-f2e4936f-6ffb-4f37-badb-932e4ecc1843 admin admin] Deleting port a0391b5e-44b2-406b-8800-9467a1891b88 {{(pid=78792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:36:21.617435 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-f2e4936f-6ffb-4f37-badb-932e4ecc1843 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649292957'] for port, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:21.694763 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:21.704929 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-72d6635d-ed9e-4204-942d-d85e3579798e None None] For port a0391b5e-44b2-406b-8800-9467a1891b88, host dv-cinder-789603-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-iscsi',level=0,port_id=a0391b5e-44b2-406b-8800-9467a1891b88,segment=NetworkSegment(d6b407f5-8af5-4a4a-9ff7-f8e33a5e2314),segment_id=d6b407f5-8af5-4a4a-9ff7-f8e33a5e2314)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:36:21.705213 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-72d6635d-ed9e-4204-942d-d85e3579798e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:21.766748 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.db [None req-f2e4936f-6ffb-4f37-badb-932e4ecc1843 admin admin] For port a0391b5e-44b2-406b-8800-9467a1891b88, host dv-cinder-789603-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-iscsi',level=0,port_id=a0391b5e-44b2-406b-8800-9467a1891b88,segment=NetworkSegment(d6b407f5-8af5-4a4a-9ff7-f8e33a5e2314),segment_id=d6b407f5-8af5-4a4a-9ff7-f8e33a5e2314)] {{(pid=78792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:36:21.766748 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-f2e4936f-6ffb-4f37-badb-932e4ecc1843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:21.826610 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.plugin [None req-72d6635d-ed9e-4204-942d-d85e3579798e None None] Calling delete_port for a0391b5e-44b2-406b-8800-9467a1891b88 owned by network:dhcp {{(pid=78794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:36:21.886644 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-72d6635d-ed9e-4204-942d-d85e3579798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649297264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739648862733'] for port, after_delete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:21.890277 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:21.902371 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.plugin [None req-f2e4936f-6ffb-4f37-badb-932e4ecc1843 admin admin] Calling delete_port for a0391b5e-44b2-406b-8800-9467a1891b88 owned by network:dhcp {{(pid=78792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:36:21.967820 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d6635d-ed9e-4204-942d-d85e3579798e None None] Pushing event deleted for resources: {'Port': ['ID=a0391b5e-44b2-406b-8800-9467a1891b88,revision_number=None']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:21.970771 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-72d6635d-ed9e-4204-942d-d85e3579798e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:21.971678 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d6635d-ed9e-4204-942d-d85e3579798e None None] No DVR routers for this DVR port a0391b5e-44b2-406b-8800-9467a1891b88 on host dv-cinder-789603-6-iscsi {{(pid=78794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:36:22.027728 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-f2e4936f-6ffb-4f37-badb-932e4ecc1843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649297264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739648862733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3714859'] for port, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:22.031715 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-645c4e46-fed0-464f-b8df-b0c4efe02f0e tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:22.074430 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e4936f-6ffb-4f37-badb-932e4ecc1843 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0391b5e-44b2-406b-8800-9467a1891b88,revision_number=None']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:22.077021 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-f2e4936f-6ffb-4f37-badb-932e4ecc1843 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:22.106011 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e4936f-6ffb-4f37-badb-932e4ecc1843 admin admin] No DVR routers for this DVR port a0391b5e-44b2-406b-8800-9467a1891b88 on host dv-cinder-789603-6-iscsi {{(pid=78792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:36:22.241121 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-f2e4936f-6ffb-4f37-badb-932e4ecc1843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1434444', 'neutron.services.segments.db._delete_segments_for_network-8739649303709'] for network, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:22.255588 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.services.segments.db [None req-f2e4936f-6ffb-4f37-badb-932e4ecc1843 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daea5aec-99e2-4de5-98c1-02cbf9c8c15d']}} {{(pid=78792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:36:22.274215 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.services.segments.db [None req-f2e4936f-6ffb-4f37-badb-932e4ecc1843 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6b407f5-8af5-4a4a-9ff7-f8e33a5e2314') {'for_net_delete': True} {{(pid=78792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:36:22.274510 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.services.segments.db [None req-f2e4936f-6ffb-4f37-badb-932e4ecc1843 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6b407f5-8af5-4a4a-9ff7-f8e33a5e2314') {} {{(pid=78792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:36:22.287383 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-5e515dae-05f6-4f83-8e77-bcd5dbac2f4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705539'] for router_interface, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:22.329981 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-8e9e3eb0-3c8e-4693-b231-5e176560d846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:22.341038 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-f2e4936f-6ffb-4f37-badb-932e4ecc1843 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649315175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2171662'] for segment, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:22.545985 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-f2e4936f-6ffb-4f37-badb-932e4ecc1843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428868'] for segment, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:22.565264 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2e4936f-6ffb-4f37-badb-932e4ecc1843 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=78792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 15:36:22.565654 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-f2e4936f-6ffb-4f37-badb-932e4ecc1843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3714846'] for segment, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:22.578547 dv-cinder-789603-6-iscsi neutron-server[78792]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 15:36:22.578547 dv-cinder-789603-6-iscsi neutron-server[78792]: util.warn( May 12 15:36:22.578547 dv-cinder-789603-6-iscsi neutron-server[78792]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 15:36:22.578547 dv-cinder-789603-6-iscsi neutron-server[78792]: util.warn( May 12 15:36:22.578547 dv-cinder-789603-6-iscsi neutron-server[78792]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 15:36:22.578547 dv-cinder-789603-6-iscsi neutron-server[78792]: util.warn( May 12 15:36:22.578547 dv-cinder-789603-6-iscsi neutron-server[78792]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 15:36:22.578547 dv-cinder-789603-6-iscsi neutron-server[78792]: util.warn( May 12 15:36:22.578547 dv-cinder-789603-6-iscsi neutron-server[78792]: Traceback (most recent call last): May 12 15:36:22.578547 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 15:36:22.578547 dv-cinder-789603-6-iscsi neutron-server[78792]: timer() May 12 15:36:22.578547 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 15:36:22.578547 dv-cinder-789603-6-iscsi neutron-server[78792]: cb(*args, **kw) May 12 15:36:22.578547 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 12 15:36:22.578547 dv-cinder-789603-6-iscsi neutron-server[78792]: return func(*args, **kwargs) May 12 15:36:22.578547 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 15:36:22.578547 dv-cinder-789603-6-iscsi neutron-server[78792]: self._notify() May 12 15:36:22.578547 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 15:36:22.578547 dv-cinder-789603-6-iscsi neutron-server[78792]: self.callback(batched_events) May 12 15:36:22.578547 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 15:36:22.578547 dv-cinder-789603-6-iscsi neutron-server[78792]: event.method(event) May 12 15:36:22.578547 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 15:36:22.578547 dv-cinder-789603-6-iscsi neutron-server[78792]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 15:36:22.578547 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 15:36:22.578547 dv-cinder-789603-6-iscsi neutron-server[78792]: aggregate_uuid = self.p_client.list_aggregates( May 12 15:36:22.578547 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 15:36:22.578547 dv-cinder-789603-6-iscsi neutron-server[78792]: return f(self, *a, **k) May 12 15:36:22.578547 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 15:36:22.578547 dv-cinder-789603-6-iscsi neutron-server[78792]: return self._get(url).json() May 12 15:36:22.578547 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 15:36:22.578547 dv-cinder-789603-6-iscsi neutron-server[78792]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 15:36:22.578547 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 15:36:22.578547 dv-cinder-789603-6-iscsi neutron-server[78792]: return self.request(url, 'GET', **kwargs) May 12 15:36:22.578547 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 15:36:22.578547 dv-cinder-789603-6-iscsi neutron-server[78792]: base_url = self.get_endpoint(auth, allow=allow, May 12 15:36:22.578547 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 15:36:22.578547 dv-cinder-789603-6-iscsi neutron-server[78792]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 15:36:22.578547 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 15:36:22.578547 dv-cinder-789603-6-iscsi neutron-server[78792]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 15:36:22.578547 dv-cinder-789603-6-iscsi neutron-server[78792]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 15:36:22.668860 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-f2e4936f-6ffb-4f37-badb-932e4ecc1843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1434421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706613'] for network, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:22.722182 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-f2e4936f-6ffb-4f37-badb-932e4ecc1843 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for network, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:22.724795 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-4ce7f3fa-e151-4aa4-9973-c29a41e01655 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:22.783755 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e4936f-6ffb-4f37-badb-932e4ecc1843 admin admin] Pushing event deleted for resources: {'Network': ['ID=daea5aec-99e2-4de5-98c1-02cbf9c8c15d,revision_number=None']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:22.792905 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-f2e4936f-6ffb-4f37-badb-932e4ecc1843 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:22.807939 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-f2e4936f-6ffb-4f37-badb-932e4ecc1843 admin admin] 10.222.0.32 "DELETE /v2.0/networks/daea5aec-99e2-4de5-98c1-02cbf9c8c15d HTTP/1.1" status: 204 len: 168 time: 1.7058265 May 12 15:36:22.810917 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 51562) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:36:22.965406 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.plugin [None req-5e515dae-05f6-4f83-8e77-bcd5dbac2f4b admin admin] Deleting port 8b25b4a2-0249-40f0-97f8-d8802bae1399 {{(pid=78792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:36:22.965814 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-5e515dae-05f6-4f83-8e77-bcd5dbac2f4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649292957'] for port, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:23.101598 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device a0391b5e-44b2-406b-8800-9467a1891b88 no longer exists at agent ovs-agent-dv-cinder-789603-6-iscsi {{(pid=78794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:36:23.121435 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.db [None req-5e515dae-05f6-4f83-8e77-bcd5dbac2f4b admin admin] For port 8b25b4a2-0249-40f0-97f8-d8802bae1399, host dv-cinder-789603-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-iscsi',level=0,port_id=8b25b4a2-0249-40f0-97f8-d8802bae1399,segment=NetworkSegment(4cccd92c-ffb9-46c6-a643-a6dcb4ecd6eb),segment_id=4cccd92c-ffb9-46c6-a643-a6dcb4ecd6eb)] {{(pid=78792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:36:23.122150 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-5e515dae-05f6-4f83-8e77-bcd5dbac2f4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:23.138169 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.plugin [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] No Port match for: a0391b5e-44b2-406b-8800-9467a1891b88 {{(pid=78794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 15:36:23.138619 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device a0391b5e-44b2-406b-8800-9467a1891b88 not bound to the agent host dv-cinder-789603-6-iscsi {{(pid=78794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:36:23.264007 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.plugin [None req-5e515dae-05f6-4f83-8e77-bcd5dbac2f4b admin admin] Calling delete_port for 8b25b4a2-0249-40f0-97f8-d8802bae1399 owned by network:router_interface {{(pid=78792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:36:23.382837 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-402d83e6-8b08-4860-901c-d5f63d92836d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705539'] for router_interface, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:23.411298 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-5e515dae-05f6-4f83-8e77-bcd5dbac2f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649297264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739648862733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3714859'] for port, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:23.414788 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-4c6e1032-968e-42d7-86ef-cd8e942cad11 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:23.455480 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e515dae-05f6-4f83-8e77-bcd5dbac2f4b admin admin] Pushing event deleted for resources: {'Port': ['ID=8b25b4a2-0249-40f0-97f8-d8802bae1399,revision_number=None']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:23.459555 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-5e515dae-05f6-4f83-8e77-bcd5dbac2f4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:23.734191 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-5e515dae-05f6-4f83-8e77-bcd5dbac2f4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710579'] for router_interface, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:23.917230 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.plugin [None req-402d83e6-8b08-4860-901c-d5f63d92836d admin admin] Deleting port 58f3c7fb-96ea-4a32-9a74-ea1344fb9aad {{(pid=78793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:36:23.917828 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-402d83e6-8b08-4860-901c-d5f63d92836d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649292957'] for port, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:24.043429 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.db [None req-402d83e6-8b08-4860-901c-d5f63d92836d admin admin] For port 58f3c7fb-96ea-4a32-9a74-ea1344fb9aad, host dv-cinder-789603-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-iscsi',level=0,port_id=58f3c7fb-96ea-4a32-9a74-ea1344fb9aad,segment=NetworkSegment(c3997f9d-72a3-460c-9ea8-dc39ead4c59f),segment_id=c3997f9d-72a3-460c-9ea8-dc39ead4c59f)] {{(pid=78793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:36:24.043783 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-402d83e6-8b08-4860-901c-d5f63d92836d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:24.170763 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.plugin [None req-402d83e6-8b08-4860-901c-d5f63d92836d admin admin] Calling delete_port for 58f3c7fb-96ea-4a32-9a74-ea1344fb9aad owned by network:router_interface {{(pid=78793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:36:24.211595 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e515dae-05f6-4f83-8e77-bcd5dbac2f4b admin admin] Router fd911a32-1478-40fd-8c81-2130883017b1 has already been hosted by L3 agent e96f2393-830b-46ef-bef2-f93615c2f352 {{(pid=78792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 15:36:24.235480 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-876105c5-eed7-46ba-a478-d2a34eb0d798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:24.315409 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-402d83e6-8b08-4860-901c-d5f63d92836d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649297264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739648862733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3598933'] for port, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:24.319611 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-cb4b5559-0c11-4486-902b-cf177d338c6c tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:24.364868 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402d83e6-8b08-4860-901c-d5f63d92836d admin admin] Pushing event deleted for resources: {'Port': ['ID=58f3c7fb-96ea-4a32-9a74-ea1344fb9aad,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:24.368520 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-402d83e6-8b08-4860-901c-d5f63d92836d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:24.402429 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e515dae-05f6-4f83-8e77-bcd5dbac2f4b admin admin] Notify agent at l3_agent.dv-cinder-789603-6-iscsi the message routers_updated {{(pid=78792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:36:24.417597 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bbb47d-7084-4a44-a398-44976114a419 None None] Sync routers for ids ['fd911a32-1478-40fd-8c81-2130883017b1'] in dv-cinder-789603-6-iscsi {{(pid=78794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:36:24.423758 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-5e515dae-05f6-4f83-8e77-bcd5dbac2f4b admin admin] 10.222.0.32 "PUT /v2.0/routers/fd911a32-1478-40fd-8c81-2130883017b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2109549 May 12 15:36:24.426371 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 51566) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:36:24.430162 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bbb47d-7084-4a44-a398-44976114a419 None None] Routers {'fd911a32-1478-40fd-8c81-2130883017b1'} bound to L3 agent in host dv-cinder-789603-6-iscsi {{(pid=78794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:36:24.431006 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-08bbb47d-7084-4a44-a398-44976114a419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-12T15:12:51Z,description=,heartbeat_timestamp=2021-05-12T15:36:21Z,host='dv-cinder-789603-6-iscsi',id=e96f2393-830b-46ef-bef2-f93615c2f352,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:12:51Z,topic='l3_agent')) {'router_ids': ['fd911a32-1478-40fd-8c81-2130883017b1'], 'active': True} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:36:24.625345 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-33104555-77a3-4bb2-9c10-28b04c65a6df admin admin] Notify callbacks [] for router, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:24.657163 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvr_db [None req-08bbb47d-7084-4a44-a398-44976114a419 None None] Set router fd911a32-1478-40fd-8c81-2130883017b1 gateway port host: dv-cinder-789603-6-iscsi {{(pid=78794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:36:24.665295 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-402d83e6-8b08-4860-901c-d5f63d92836d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710579'] for router_interface, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:24.816759 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-33104555-77a3-4bb2-9c10-28b04c65a6df admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:24.907187 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.plugin [None req-33104555-77a3-4bb2-9c10-28b04c65a6df admin admin] Deleting port 6e9b29d0-d46a-47d9-8c61-af39a5624951 {{(pid=78792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:36:24.907537 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-33104555-77a3-4bb2-9c10-28b04c65a6df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649292957'] for port, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:24.983818 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-08bbb47d-7084-4a44-a398-44976114a419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd911a32-1478-40fd-8c81-2130883017b1', 'name': 'tempest-TestVolumeBootPattern-1876967352-router', 'tenant_id': 'a73e8d5b23d24a0e833035e7a1644ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '6e9b29d0-d46a-47d9-8c61-af39a5624951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:26:18Z', 'updated_at': '2021-05-12T15:36:23Z', 'revision_number': 5, 'project_id': 'a73e8d5b23d24a0e833035e7a1644ddd', 'gw_port': {'id': '6e9b29d0-d46a-47d9-8c61-af39a5624951', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c3:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd911a32-1478-40fd-8c81-2130883017b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:26:20Z', 'updated_at': '2021-05-12T15:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi'}], 'dv-cinder-789603-6-iscsi', False) {} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:36:24.987932 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bbb47d-7084-4a44-a398-44976114a419 None None] Checking router: fd911a32-1478-40fd-8c81-2130883017b1 for host: dv-cinder-789603-6-iscsi {{(pid=78794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:36:24.996870 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bbb47d-7084-4a44-a398-44976114a419 None None] Routers {'fd911a32-1478-40fd-8c81-2130883017b1'} bound to L3 agent in host dv-cinder-789603-6-iscsi {{(pid=78794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:36:24.997487 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-08bbb47d-7084-4a44-a398-44976114a419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-12T15:12:51Z,description=,heartbeat_timestamp=2021-05-12T15:36:21Z,host='dv-cinder-789603-6-iscsi',id=e96f2393-830b-46ef-bef2-f93615c2f352,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:12:51Z,topic='l3_agent')) {'router_ids': ['fd911a32-1478-40fd-8c81-2130883017b1'], 'active': True} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:36:25.037906 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.db [None req-33104555-77a3-4bb2-9c10-28b04c65a6df admin admin] For port 6e9b29d0-d46a-47d9-8c61-af39a5624951, host dv-cinder-789603-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-iscsi',level=0,port_id=6e9b29d0-d46a-47d9-8c61-af39a5624951,segment=NetworkSegment(5d059134-8cbd-4fdb-844f-331960400265),segment_id=5d059134-8cbd-4fdb-844f-331960400265)] {{(pid=78792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:36:25.038249 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-33104555-77a3-4bb2-9c10-28b04c65a6df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:25.068678 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-402d83e6-8b08-4860-901c-d5f63d92836d admin admin] Router d137918a-3421-4a98-b4d1-2cb478176547 has already been hosted by L3 agent e96f2393-830b-46ef-bef2-f93615c2f352 {{(pid=78793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 15:36:25.155196 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvr_db [None req-08bbb47d-7084-4a44-a398-44976114a419 None None] Set router fd911a32-1478-40fd-8c81-2130883017b1 gateway port host: None {{(pid=78794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:36:25.180846 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.plugin [None req-33104555-77a3-4bb2-9c10-28b04c65a6df admin admin] Calling delete_port for 6e9b29d0-d46a-47d9-8c61-af39a5624951 owned by network:router_gateway {{(pid=78792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:36:25.266808 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-08bbb47d-7084-4a44-a398-44976114a419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd911a32-1478-40fd-8c81-2130883017b1', 'name': 'tempest-TestVolumeBootPattern-1876967352-router', 'tenant_id': 'a73e8d5b23d24a0e833035e7a1644ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:26:18Z', 'updated_at': '2021-05-12T15:36:24Z', 'revision_number': 6, 'project_id': 'a73e8d5b23d24a0e833035e7a1644ddd', 'gw_port_host': None}], 'dv-cinder-789603-6-iscsi', False) {} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:36:25.271904 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bbb47d-7084-4a44-a398-44976114a419 None None] The sync data for ids ['fd911a32-1478-40fd-8c81-2130883017b1'] in dv-cinder-789603-6-iscsi is: [{'id': 'fd911a32-1478-40fd-8c81-2130883017b1', 'name': 'tempest-TestVolumeBootPattern-1876967352-router', 'tenant_id': 'a73e8d5b23d24a0e833035e7a1644ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:26:18Z', 'updated_at': '2021-05-12T15:36:24Z', 'revision_number': 6, 'project_id': 'a73e8d5b23d24a0e833035e7a1644ddd', 'gw_port_host': None}] {{(pid=78794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:36:25.333929 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-33104555-77a3-4bb2-9c10-28b04c65a6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649297264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739648862733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3714859'] for port, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:25.337467 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-24556742-858c-4242-b5eb-eb3fb0da9016 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:25.364935 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-402d83e6-8b08-4860-901c-d5f63d92836d admin admin] Notify agent at l3_agent.dv-cinder-789603-6-iscsi the message routers_updated {{(pid=78793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:36:25.375080 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3488c9d5-cd5f-4355-bd50-2bebf9f9550e None None] Sync routers for ids ['d137918a-3421-4a98-b4d1-2cb478176547'] in dv-cinder-789603-6-iscsi {{(pid=78795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:36:25.382175 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-402d83e6-8b08-4860-901c-d5f63d92836d admin admin] 10.222.0.32 "PUT /v2.0/routers/d137918a-3421-4a98-b4d1-2cb478176547/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5698044 May 12 15:36:25.384605 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33104555-77a3-4bb2-9c10-28b04c65a6df admin admin] Pushing event deleted for resources: {'Port': ['ID=6e9b29d0-d46a-47d9-8c61-af39a5624951,revision_number=None']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:25.385273 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 51570) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:36:25.385962 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3488c9d5-cd5f-4355-bd50-2bebf9f9550e None None] Routers {'d137918a-3421-4a98-b4d1-2cb478176547'} bound to L3 agent in host dv-cinder-789603-6-iscsi {{(pid=78795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:36:25.388195 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-33104555-77a3-4bb2-9c10-28b04c65a6df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:25.390431 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_hamode_db [None req-3488c9d5-cd5f-4355-bd50-2bebf9f9550e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-12T15:12:51Z,description=,heartbeat_timestamp=2021-05-12T15:36:21Z,host='dv-cinder-789603-6-iscsi',id=e96f2393-830b-46ef-bef2-f93615c2f352,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:12:51Z,topic='l3_agent')) {'router_ids': ['d137918a-3421-4a98-b4d1-2cb478176547'], 'active': True} {{(pid=78795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:36:25.478587 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-33104555-77a3-4bb2-9c10-28b04c65a6df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706599'] for router_gateway, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:25.570835 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_dvr_db [None req-3488c9d5-cd5f-4355-bd50-2bebf9f9550e None None] Set router d137918a-3421-4a98-b4d1-2cb478176547 gateway port host: dv-cinder-789603-6-iscsi {{(pid=78795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:36:25.572590 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-791df522-01d9-4b14-98eb-10d29b0ef034 admin admin] Notify callbacks [] for router, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:25.758085 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-791df522-01d9-4b14-98eb-10d29b0ef034 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:25.781075 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-33104555-77a3-4bb2-9c10-28b04c65a6df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13144'] for router, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:25.783750 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-33104555-77a3-4bb2-9c10-28b04c65a6df admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:25.810099 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-33104555-77a3-4bb2-9c10-28b04c65a6df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1780853'] for router, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:25.810652 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33104555-77a3-4bb2-9c10-28b04c65a6df admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd911a32-1478-40fd-8c81-2130883017b1 {{(pid=78792) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 15:36:25.824880 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-33104555-77a3-4bb2-9c10-28b04c65a6df admin admin] Notify callbacks [] for router, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:25.828501 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-33104555-77a3-4bb2-9c10-28b04c65a6df admin admin] 10.222.0.32 "DELETE /v2.0/routers/fd911a32-1478-40fd-8c81-2130883017b1 HTTP/1.1" status: 204 len: 168 time: 1.3978665 May 12 15:36:25.828806 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 51574) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:36:25.897445 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.plugin [None req-791df522-01d9-4b14-98eb-10d29b0ef034 admin admin] Deleting port 02649769-732c-4ace-8eb5-beb7dd5af9cb {{(pid=78793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:36:25.897766 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-791df522-01d9-4b14-98eb-10d29b0ef034 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649292957'] for port, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:25.919594 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca9b2cd1-be87-4712-b915-7f3b0a9b8960 admin admin] Deleting subnet b6aeddff-7723-4db2-a386-390cffce8cb2 {{(pid=78793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 12 15:36:25.925211 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-ca9b2cd1-be87-4712-b915-7f3b0a9b8960 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:25.932609 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_hamode_db [None req-3488c9d5-cd5f-4355-bd50-2bebf9f9550e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd137918a-3421-4a98-b4d1-2cb478176547', 'name': 'tempest-TestMinimumBasicScenario-1993900643-router', 'tenant_id': 'bafeb149c4924067845ef557d2c0cb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '02649769-732c-4ace-8eb5-beb7dd5af9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:32:09Z', 'updated_at': '2021-05-12T15:36:24Z', 'revision_number': 5, 'project_id': 'bafeb149c4924067845ef557d2c0cb4b', 'gw_port': {'id': '02649769-732c-4ace-8eb5-beb7dd5af9cb', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:33:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd137918a-3421-4a98-b4d1-2cb478176547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:32:10Z', 'updated_at': '2021-05-12T15:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi'}], 'dv-cinder-789603-6-iscsi', False) {} {{(pid=78795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:36:25.936791 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3488c9d5-cd5f-4355-bd50-2bebf9f9550e None None] Checking router: d137918a-3421-4a98-b4d1-2cb478176547 for host: dv-cinder-789603-6-iscsi {{(pid=78795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:36:25.947649 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3488c9d5-cd5f-4355-bd50-2bebf9f9550e None None] Routers {'d137918a-3421-4a98-b4d1-2cb478176547'} bound to L3 agent in host dv-cinder-789603-6-iscsi {{(pid=78795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:36:25.948486 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_hamode_db [None req-3488c9d5-cd5f-4355-bd50-2bebf9f9550e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-12T15:12:51Z,description=,heartbeat_timestamp=2021-05-12T15:36:21Z,host='dv-cinder-789603-6-iscsi',id=e96f2393-830b-46ef-bef2-f93615c2f352,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:12:51Z,topic='l3_agent')) {'router_ids': ['d137918a-3421-4a98-b4d1-2cb478176547'], 'active': True} {{(pid=78795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:36:26.035925 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-ca9b2cd1-be87-4712-b915-7f3b0a9b8960 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316453'] for subnet, precommit_delete_associations {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:26.100089 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_dvr_db [None req-3488c9d5-cd5f-4355-bd50-2bebf9f9550e None None] Set router d137918a-3421-4a98-b4d1-2cb478176547 gateway port host: None {{(pid=78795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:36:26.118446 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.db [None req-791df522-01d9-4b14-98eb-10d29b0ef034 admin admin] For port 02649769-732c-4ace-8eb5-beb7dd5af9cb, host dv-cinder-789603-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-iscsi',level=0,port_id=02649769-732c-4ace-8eb5-beb7dd5af9cb,segment=NetworkSegment(5d059134-8cbd-4fdb-844f-331960400265),segment_id=5d059134-8cbd-4fdb-844f-331960400265)] {{(pid=78793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:36:26.119019 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-791df522-01d9-4b14-98eb-10d29b0ef034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:26.212324 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_hamode_db [None req-3488c9d5-cd5f-4355-bd50-2bebf9f9550e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd137918a-3421-4a98-b4d1-2cb478176547', 'name': 'tempest-TestMinimumBasicScenario-1993900643-router', 'tenant_id': 'bafeb149c4924067845ef557d2c0cb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:32:09Z', 'updated_at': '2021-05-12T15:36:25Z', 'revision_number': 6, 'project_id': 'bafeb149c4924067845ef557d2c0cb4b', 'gw_port_host': None}], 'dv-cinder-789603-6-iscsi', False) {} {{(pid=78795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:36:26.216547 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3488c9d5-cd5f-4355-bd50-2bebf9f9550e None None] The sync data for ids ['d137918a-3421-4a98-b4d1-2cb478176547'] in dv-cinder-789603-6-iscsi is: [{'id': 'd137918a-3421-4a98-b4d1-2cb478176547', 'name': 'tempest-TestMinimumBasicScenario-1993900643-router', 'tenant_id': 'bafeb149c4924067845ef557d2c0cb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:32:09Z', 'updated_at': '2021-05-12T15:36:25Z', 'revision_number': 6, 'project_id': 'bafeb149c4924067845ef557d2c0cb4b', 'gw_port_host': None}] {{(pid=78795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:36:26.250936 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.plugin [None req-791df522-01d9-4b14-98eb-10d29b0ef034 admin admin] Calling delete_port for 02649769-732c-4ace-8eb5-beb7dd5af9cb owned by network:router_gateway {{(pid=78793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:36:26.278735 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-ca9b2cd1-be87-4712-b915-7f3b0a9b8960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1440695'] for subnet, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:26.727376 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-791df522-01d9-4b14-98eb-10d29b0ef034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649297264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739648862733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3598933'] for port, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:26.731392 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-68a91715-36ae-4dfb-835d-2b92fc2c2f29 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:26.761311 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-ca9b2cd1-be87-4712-b915-7f3b0a9b8960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1440696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3598854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4155494'] for subnet, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:26.779937 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791df522-01d9-4b14-98eb-10d29b0ef034 admin admin] Pushing event deleted for resources: {'Port': ['ID=02649769-732c-4ace-8eb5-beb7dd5af9cb,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:26.786121 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-791df522-01d9-4b14-98eb-10d29b0ef034 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:26.787010 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:26.854801 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ae58a9-5129-4ada-b929-d10cd1b707ee None None] Network 5a3b0ef6-879b-4cdc-af59-95ebc4ef6f3d requested from dv-cinder-789603-6-iscsi {{(pid=78794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 15:36:26.856145 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-ca9b2cd1-be87-4712-b915-7f3b0a9b8960 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for subnet, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:26.858766 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9b2cd1-be87-4712-b915-7f3b0a9b8960 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6aeddff-7723-4db2-a386-390cffce8cb2,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:26.886446 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-ca9b2cd1-be87-4712-b915-7f3b0a9b8960 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:26.897644 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-ca9b2cd1-be87-4712-b915-7f3b0a9b8960 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/b6aeddff-7723-4db2-a386-390cffce8cb2 HTTP/1.1" status: 204 len: 168 time: 1.0678341 May 12 15:36:26.900422 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 51578) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:36:27.002954 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-791df522-01d9-4b14-98eb-10d29b0ef034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706599'] for router_gateway, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:27.093452 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device 58f3c7fb-96ea-4a32-9a74-ea1344fb9aad no longer exists at agent ovs-agent-dv-cinder-789603-6-iscsi {{(pid=78794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:36:27.129671 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.plugin [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] No Port match for: 58f3c7fb-96ea-4a32-9a74-ea1344fb9aad {{(pid=78794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 15:36:27.130793 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device 58f3c7fb-96ea-4a32-9a74-ea1344fb9aad not bound to the agent host dv-cinder-789603-6-iscsi {{(pid=78794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:36:27.131336 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device 6e9b29d0-d46a-47d9-8c61-af39a5624951 no longer exists at agent ovs-agent-dv-cinder-789603-6-iscsi {{(pid=78794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:36:27.159178 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a747156-3d81-4ba8-a3ff-ab86c948f5c5 None None] DHCP port deletion for 5a3b0ef6-879b-4cdc-af59-95ebc4ef6f3d request from dv-cinder-789603-6-iscsi {{(pid=78794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 12 15:36:27.195395 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-80266528-096b-4693-9e66-908429a28fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741559'] for network, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:27.202586 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-791df522-01d9-4b14-98eb-10d29b0ef034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13144'] for router, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:27.205391 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-791df522-01d9-4b14-98eb-10d29b0ef034 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:27.205723 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.plugin [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] No Port match for: 6e9b29d0-d46a-47d9-8c61-af39a5624951 {{(pid=78794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 15:36:27.206109 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device 6e9b29d0-d46a-47d9-8c61-af39a5624951 not bound to the agent host dv-cinder-789603-6-iscsi {{(pid=78794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:36:27.206552 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device 8b25b4a2-0249-40f0-97f8-d8802bae1399 no longer exists at agent ovs-agent-dv-cinder-789603-6-iscsi {{(pid=78794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:36:27.250978 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.plugin [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] No Port match for: 8b25b4a2-0249-40f0-97f8-d8802bae1399 {{(pid=78794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 15:36:27.251320 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device 8b25b4a2-0249-40f0-97f8-d8802bae1399 not bound to the agent host dv-cinder-789603-6-iscsi {{(pid=78794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:36:27.251751 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device 02649769-732c-4ace-8eb5-beb7dd5af9cb no longer exists at agent ovs-agent-dv-cinder-789603-6-iscsi {{(pid=78794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:36:27.258881 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-791df522-01d9-4b14-98eb-10d29b0ef034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1780853'] for router, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:27.259364 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-791df522-01d9-4b14-98eb-10d29b0ef034 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d137918a-3421-4a98-b4d1-2cb478176547 {{(pid=78793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 15:36:27.279595 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-791df522-01d9-4b14-98eb-10d29b0ef034 admin admin] Notify callbacks [] for router, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:27.280747 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-791df522-01d9-4b14-98eb-10d29b0ef034 admin admin] 10.222.0.32 "DELETE /v2.0/routers/d137918a-3421-4a98-b4d1-2cb478176547 HTTP/1.1" status: 204 len: 168 time: 1.8936307 May 12 15:36:27.283445 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 51582) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:36:27.294957 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:27.297103 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.plugin [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] No Port match for: 02649769-732c-4ace-8eb5-beb7dd5af9cb {{(pid=78794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 15:36:27.297412 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device 02649769-732c-4ace-8eb5-beb7dd5af9cb not bound to the agent host dv-cinder-789603-6-iscsi {{(pid=78794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:36:27.338381 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.plugin [None req-3a747156-3d81-4ba8-a3ff-ab86c948f5c5 None None] Deleting port ef3a72d7-2771-45ef-a53d-cf79630efcf1 {{(pid=78794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:36:27.338726 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-3a747156-3d81-4ba8-a3ff-ab86c948f5c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649292957'] for port, before_delete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:27.351734 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.db_base_plugin_v2 [None req-06d67a3d-f8eb-45c2-8b46-28857b02f845 admin admin] Deleting subnet 67a136f6-3417-45ca-b8b2-43836ee91be4 {{(pid=78793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 12 15:36:27.361140 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-06d67a3d-f8eb-45c2-8b46-28857b02f845 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:27.400499 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.plugin [None req-80266528-096b-4693-9e66-908429a28fe9 admin admin] Deleting port ef3a72d7-2771-45ef-a53d-cf79630efcf1 {{(pid=78793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:36:27.400499 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-80266528-096b-4693-9e66-908429a28fe9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649292957'] for port, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:27.476647 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-3a747156-3d81-4ba8-a3ff-ab86c948f5c5 None None] For port ef3a72d7-2771-45ef-a53d-cf79630efcf1, host dv-cinder-789603-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-iscsi',level=0,port_id=ef3a72d7-2771-45ef-a53d-cf79630efcf1,segment=NetworkSegment(4cccd92c-ffb9-46c6-a643-a6dcb4ecd6eb),segment_id=4cccd92c-ffb9-46c6-a643-a6dcb4ecd6eb)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:36:27.477042 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-3a747156-3d81-4ba8-a3ff-ab86c948f5c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:27.490452 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-06d67a3d-f8eb-45c2-8b46-28857b02f845 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2316453'] for subnet, precommit_delete_associations {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:27.547129 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.db [None req-80266528-096b-4693-9e66-908429a28fe9 admin admin] For port ef3a72d7-2771-45ef-a53d-cf79630efcf1, host dv-cinder-789603-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-iscsi',level=0,port_id=ef3a72d7-2771-45ef-a53d-cf79630efcf1,segment=NetworkSegment(4cccd92c-ffb9-46c6-a643-a6dcb4ecd6eb),segment_id=4cccd92c-ffb9-46c6-a643-a6dcb4ecd6eb)] {{(pid=78793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:36:27.547475 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-80266528-096b-4693-9e66-908429a28fe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:27.596807 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.plugin [None req-3a747156-3d81-4ba8-a3ff-ab86c948f5c5 None None] Calling delete_port for ef3a72d7-2771-45ef-a53d-cf79630efcf1 owned by network:dhcp {{(pid=78794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:36:27.642148 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-3a747156-3d81-4ba8-a3ff-ab86c948f5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649297264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739648862733'] for port, after_delete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:27.645630 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-03a3fd20-a30a-4d98-967b-7785e1d97c1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:27.680430 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.plugin [None req-80266528-096b-4693-9e66-908429a28fe9 admin admin] Calling delete_port for ef3a72d7-2771-45ef-a53d-cf79630efcf1 owned by network:dhcp {{(pid=78793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:36:27.687944 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a747156-3d81-4ba8-a3ff-ab86c948f5c5 None None] Pushing event deleted for resources: {'Port': ['ID=ef3a72d7-2771-45ef-a53d-cf79630efcf1,revision_number=None']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:27.690792 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-3a747156-3d81-4ba8-a3ff-ab86c948f5c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:27.691601 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a747156-3d81-4ba8-a3ff-ab86c948f5c5 None None] No DVR routers for this DVR port ef3a72d7-2771-45ef-a53d-cf79630efcf1 on host dv-cinder-789603-6-iscsi {{(pid=78794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:36:27.721840 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-06d67a3d-f8eb-45c2-8b46-28857b02f845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1440695'] for subnet, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:27.850827 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-80266528-096b-4693-9e66-908429a28fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649297264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739648862733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3598933'] for port, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:27.855923 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-b8253765-e2b0-4781-98c6-fa3213e97b66 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:27.927964 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80266528-096b-4693-9e66-908429a28fe9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef3a72d7-2771-45ef-a53d-cf79630efcf1,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:27.932457 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80266528-096b-4693-9e66-908429a28fe9 admin admin] No DVR routers for this DVR port ef3a72d7-2771-45ef-a53d-cf79630efcf1 on host dv-cinder-789603-6-iscsi {{(pid=78793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:36:27.934400 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-80266528-096b-4693-9e66-908429a28fe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:28.215341 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-80266528-096b-4693-9e66-908429a28fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1434444', 'neutron.services.segments.db._delete_segments_for_network-8739649303709'] for network, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:28.231727 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.services.segments.db [None req-80266528-096b-4693-9e66-908429a28fe9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a3b0ef6-879b-4cdc-af59-95ebc4ef6f3d']}} {{(pid=78793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:36:28.252845 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.services.segments.db [None req-80266528-096b-4693-9e66-908429a28fe9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cccd92c-ffb9-46c6-a643-a6dcb4ecd6eb') {'for_net_delete': True} {{(pid=78793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:36:28.253147 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.services.segments.db [None req-80266528-096b-4693-9e66-908429a28fe9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cccd92c-ffb9-46c6-a643-a6dcb4ecd6eb') {} {{(pid=78793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:36:28.269975 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-80266528-096b-4693-9e66-908429a28fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649315175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316474'] for segment, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:28.294807 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-80266528-096b-4693-9e66-908429a28fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428868'] for segment, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:28.299810 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-06d67a3d-f8eb-45c2-8b46-28857b02f845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1440696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3598854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4155494'] for subnet, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:28.305438 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80266528-096b-4693-9e66-908429a28fe9 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=78793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 15:36:28.305872 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-80266528-096b-4693-9e66-908429a28fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3598944'] for segment, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:28.319681 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:28.343607 dv-cinder-789603-6-iscsi neutron-server[78793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 15:36:28.343607 dv-cinder-789603-6-iscsi neutron-server[78793]: util.warn( May 12 15:36:28.343607 dv-cinder-789603-6-iscsi neutron-server[78793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 15:36:28.343607 dv-cinder-789603-6-iscsi neutron-server[78793]: util.warn( May 12 15:36:28.343607 dv-cinder-789603-6-iscsi neutron-server[78793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 15:36:28.343607 dv-cinder-789603-6-iscsi neutron-server[78793]: util.warn( May 12 15:36:28.343607 dv-cinder-789603-6-iscsi neutron-server[78793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 15:36:28.343607 dv-cinder-789603-6-iscsi neutron-server[78793]: util.warn( May 12 15:36:28.343607 dv-cinder-789603-6-iscsi neutron-server[78793]: Traceback (most recent call last): May 12 15:36:28.343607 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 15:36:28.343607 dv-cinder-789603-6-iscsi neutron-server[78793]: timer() May 12 15:36:28.343607 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 15:36:28.343607 dv-cinder-789603-6-iscsi neutron-server[78793]: cb(*args, **kw) May 12 15:36:28.343607 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 12 15:36:28.343607 dv-cinder-789603-6-iscsi neutron-server[78793]: return func(*args, **kwargs) May 12 15:36:28.343607 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 15:36:28.343607 dv-cinder-789603-6-iscsi neutron-server[78793]: self._notify() May 12 15:36:28.343607 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 15:36:28.343607 dv-cinder-789603-6-iscsi neutron-server[78793]: self.callback(batched_events) May 12 15:36:28.343607 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 15:36:28.343607 dv-cinder-789603-6-iscsi neutron-server[78793]: event.method(event) May 12 15:36:28.343607 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 15:36:28.343607 dv-cinder-789603-6-iscsi neutron-server[78793]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 15:36:28.343607 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 15:36:28.343607 dv-cinder-789603-6-iscsi neutron-server[78793]: aggregate_uuid = self.p_client.list_aggregates( May 12 15:36:28.343607 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 15:36:28.343607 dv-cinder-789603-6-iscsi neutron-server[78793]: return f(self, *a, **k) May 12 15:36:28.343607 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 15:36:28.343607 dv-cinder-789603-6-iscsi neutron-server[78793]: return self._get(url).json() May 12 15:36:28.343607 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 15:36:28.343607 dv-cinder-789603-6-iscsi neutron-server[78793]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 15:36:28.343607 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 15:36:28.343607 dv-cinder-789603-6-iscsi neutron-server[78793]: return self.request(url, 'GET', **kwargs) May 12 15:36:28.343607 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 15:36:28.343607 dv-cinder-789603-6-iscsi neutron-server[78793]: base_url = self.get_endpoint(auth, allow=allow, May 12 15:36:28.343607 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 15:36:28.343607 dv-cinder-789603-6-iscsi neutron-server[78793]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 15:36:28.343607 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 15:36:28.343607 dv-cinder-789603-6-iscsi neutron-server[78793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 15:36:28.343607 dv-cinder-789603-6-iscsi neutron-server[78793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 15:36:28.403219 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d67a3d-f8eb-45c2-8b46-28857b02f845 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67a136f6-3417-45ca-b8b2-43836ee91be4,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:28.405188 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-06d67a3d-f8eb-45c2-8b46-28857b02f845 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for subnet, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:28.411817 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e700c821-f061-4ea7-86d4-ea4095ee3dae None None] Network 090f0633-18aa-4bfb-bdd2-d8134a1f90b7 requested from dv-cinder-789603-6-iscsi {{(pid=78794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 15:36:28.421591 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-06d67a3d-f8eb-45c2-8b46-28857b02f845 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:28.440441 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-06d67a3d-f8eb-45c2-8b46-28857b02f845 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/67a136f6-3417-45ca-b8b2-43836ee91be4 HTTP/1.1" status: 204 len: 168 time: 1.1533241 May 12 15:36:28.440659 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 51586) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:36:28.462117 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-80266528-096b-4693-9e66-908429a28fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1434421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706613'] for network, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:28.526204 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-38808533-125e-462b-9ced-393fb1977b8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:28.542157 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-80266528-096b-4693-9e66-908429a28fe9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for network, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:28.557612 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80266528-096b-4693-9e66-908429a28fe9 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a3b0ef6-879b-4cdc-af59-95ebc4ef6f3d,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:28.560132 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-80266528-096b-4693-9e66-908429a28fe9 admin admin] 10.222.0.32 "DELETE /v2.0/networks/5a3b0ef6-879b-4cdc-af59-95ebc4ef6f3d HTTP/1.1" status: 204 len: 168 time: 1.6587965 May 12 15:36:28.561058 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-80266528-096b-4693-9e66-908429a28fe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:28.579784 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-df5c9721-6b90-435e-940d-0c73aea52033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741559'] for network, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:28.660446 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.plugin [None req-df5c9721-6b90-435e-940d-0c73aea52033 admin admin] Deleting port 8d238dbd-5609-4388-92d5-f2c0aca14e7d {{(pid=78793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:36:28.660786 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-df5c9721-6b90-435e-940d-0c73aea52033 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649292957'] for port, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:28.695188 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1879a3cd-7754-4b7d-a4bb-49f1ea9be47e None None] DHCP port deletion for 090f0633-18aa-4bfb-bdd2-d8134a1f90b7 request from dv-cinder-789603-6-iscsi {{(pid=78794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 12 15:36:28.706259 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 51592) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:36:28.757463 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-9aaae521-6f85-4052-b319-7509dc731c46 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9c641ae825cc4fc19fd89c2aecc761e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0494378 May 12 15:36:28.760155 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 51596) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:36:28.764640 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.plugin [None req-1879a3cd-7754-4b7d-a4bb-49f1ea9be47e None None] Deleting port 8d238dbd-5609-4388-92d5-f2c0aca14e7d {{(pid=78794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:36:28.764963 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-1879a3cd-7754-4b7d-a4bb-49f1ea9be47e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649292957'] for port, before_delete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:28.765568 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.db [None req-df5c9721-6b90-435e-940d-0c73aea52033 admin admin] For port 8d238dbd-5609-4388-92d5-f2c0aca14e7d, host dv-cinder-789603-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-iscsi',level=0,port_id=8d238dbd-5609-4388-92d5-f2c0aca14e7d,segment=NetworkSegment(c3997f9d-72a3-460c-9ea8-dc39ead4c59f),segment_id=c3997f9d-72a3-460c-9ea8-dc39ead4c59f)] {{(pid=78793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:36:28.765955 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-df5c9721-6b90-435e-940d-0c73aea52033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:28.824345 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-f07f60d6-a7ad-4375-b420-1f047676ed71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:28.851605 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-f07f60d6-a7ad-4375-b420-1f047676ed71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:28.865100 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-1879a3cd-7754-4b7d-a4bb-49f1ea9be47e None None] For port 8d238dbd-5609-4388-92d5-f2c0aca14e7d, host dv-cinder-789603-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-iscsi',level=0,port_id=8d238dbd-5609-4388-92d5-f2c0aca14e7d,segment=NetworkSegment(c3997f9d-72a3-460c-9ea8-dc39ead4c59f),segment_id=c3997f9d-72a3-460c-9ea8-dc39ead4c59f)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:36:28.865543 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-1879a3cd-7754-4b7d-a4bb-49f1ea9be47e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:28.891364 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.plugin [None req-df5c9721-6b90-435e-940d-0c73aea52033 admin admin] Calling delete_port for 8d238dbd-5609-4388-92d5-f2c0aca14e7d owned by network:dhcp {{(pid=78793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:36:28.920638 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-f07f60d6-a7ad-4375-b420-1f047676ed71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:28.935298 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-8b586f4c-190c-49bc-9a2e-c251a8a5f5ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:28.947336 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-df5c9721-6b90-435e-940d-0c73aea52033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649297264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739648862733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3598933'] for port, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:28.951866 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07f60d6-a7ad-4375-b420-1f047676ed71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9436c082-28eb-46d5-b654-74b4d65de3ac,revision_number=None']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:28.953092 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-49d42472-92a6-48a5-a1df-258dc455ee62 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:28.954240 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-f07f60d6-a7ad-4375-b420-1f047676ed71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:28.957797 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-f07f60d6-a7ad-4375-b420-1f047676ed71 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9436c082-28eb-46d5-b654-74b4d65de3ac HTTP/1.1" status: 204 len: 168 time: 0.1944032 May 12 15:36:28.957797 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-f07f60d6-a7ad-4375-b420-1f047676ed71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:29.002316 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.plugin [None req-1879a3cd-7754-4b7d-a4bb-49f1ea9be47e None None] Calling delete_port for 8d238dbd-5609-4388-92d5-f2c0aca14e7d owned by network:dhcp {{(pid=78794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:36:29.003486 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5c9721-6b90-435e-940d-0c73aea52033 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d238dbd-5609-4388-92d5-f2c0aca14e7d,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:29.006436 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5c9721-6b90-435e-940d-0c73aea52033 admin admin] No DVR routers for this DVR port 8d238dbd-5609-4388-92d5-f2c0aca14e7d on host dv-cinder-789603-6-iscsi {{(pid=78793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:36:29.007946 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-df5c9721-6b90-435e-940d-0c73aea52033 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:29.067081 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-1879a3cd-7754-4b7d-a4bb-49f1ea9be47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649297264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739648862733'] for port, after_delete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:29.072798 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:29.117962 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device ef3a72d7-2771-45ef-a53d-cf79630efcf1 no longer exists at agent ovs-agent-dv-cinder-789603-6-iscsi {{(pid=78794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:36:29.131483 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-df5c9721-6b90-435e-940d-0c73aea52033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1434444', 'neutron.services.segments.db._delete_segments_for_network-8739649303709'] for network, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:29.144841 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.services.segments.db [None req-df5c9721-6b90-435e-940d-0c73aea52033 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['090f0633-18aa-4bfb-bdd2-d8134a1f90b7']}} {{(pid=78793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:36:29.161149 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1879a3cd-7754-4b7d-a4bb-49f1ea9be47e None None] Pushing event deleted for resources: {'Port': ['ID=8d238dbd-5609-4388-92d5-f2c0aca14e7d,revision_number=None']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:29.163614 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.services.segments.db [None req-df5c9721-6b90-435e-940d-0c73aea52033 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3997f9d-72a3-460c-9ea8-dc39ead4c59f') {'for_net_delete': True} {{(pid=78793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:36:29.163789 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-1879a3cd-7754-4b7d-a4bb-49f1ea9be47e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:29.163988 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.services.segments.db [None req-df5c9721-6b90-435e-940d-0c73aea52033 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3997f9d-72a3-460c-9ea8-dc39ead4c59f') {} {{(pid=78793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:36:29.164833 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.plugin [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] No Port match for: ef3a72d7-2771-45ef-a53d-cf79630efcf1 {{(pid=78794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 15:36:29.165178 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device ef3a72d7-2771-45ef-a53d-cf79630efcf1 not bound to the agent host dv-cinder-789603-6-iscsi {{(pid=78794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:36:29.165601 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device 8d238dbd-5609-4388-92d5-f2c0aca14e7d no longer exists at agent ovs-agent-dv-cinder-789603-6-iscsi {{(pid=78794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:36:29.177464 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-df5c9721-6b90-435e-940d-0c73aea52033 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649315175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316474'] for segment, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:29.191895 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1879a3cd-7754-4b7d-a4bb-49f1ea9be47e None None] No DVR routers for this DVR port 8d238dbd-5609-4388-92d5-f2c0aca14e7d on host dv-cinder-789603-6-iscsi {{(pid=78794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:36:29.202163 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-df5c9721-6b90-435e-940d-0c73aea52033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428868'] for segment, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:29.209992 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.plugin [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] No Port match for: 8d238dbd-5609-4388-92d5-f2c0aca14e7d {{(pid=78794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 15:36:29.210398 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device 8d238dbd-5609-4388-92d5-f2c0aca14e7d not bound to the agent host dv-cinder-789603-6-iscsi {{(pid=78794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:36:29.214304 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df5c9721-6b90-435e-940d-0c73aea52033 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=78793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 15:36:29.214712 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-df5c9721-6b90-435e-940d-0c73aea52033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3598944'] for segment, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:29.229437 dv-cinder-789603-6-iscsi neutron-server[78793]: Traceback (most recent call last): May 12 15:36:29.229437 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 15:36:29.229437 dv-cinder-789603-6-iscsi neutron-server[78793]: timer() May 12 15:36:29.229437 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 15:36:29.229437 dv-cinder-789603-6-iscsi neutron-server[78793]: cb(*args, **kw) May 12 15:36:29.229437 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 12 15:36:29.229437 dv-cinder-789603-6-iscsi neutron-server[78793]: return func(*args, **kwargs) May 12 15:36:29.229437 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 15:36:29.229437 dv-cinder-789603-6-iscsi neutron-server[78793]: self._notify() May 12 15:36:29.229437 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 15:36:29.229437 dv-cinder-789603-6-iscsi neutron-server[78793]: self.callback(batched_events) May 12 15:36:29.229437 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 15:36:29.229437 dv-cinder-789603-6-iscsi neutron-server[78793]: event.method(event) May 12 15:36:29.229437 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 15:36:29.229437 dv-cinder-789603-6-iscsi neutron-server[78793]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 15:36:29.229437 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 15:36:29.229437 dv-cinder-789603-6-iscsi neutron-server[78793]: aggregate_uuid = self.p_client.list_aggregates( May 12 15:36:29.229437 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 15:36:29.229437 dv-cinder-789603-6-iscsi neutron-server[78793]: return f(self, *a, **k) May 12 15:36:29.229437 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 15:36:29.229437 dv-cinder-789603-6-iscsi neutron-server[78793]: return self._get(url).json() May 12 15:36:29.229437 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 15:36:29.229437 dv-cinder-789603-6-iscsi neutron-server[78793]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 15:36:29.229437 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 15:36:29.229437 dv-cinder-789603-6-iscsi neutron-server[78793]: return self.request(url, 'GET', **kwargs) May 12 15:36:29.229437 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 15:36:29.229437 dv-cinder-789603-6-iscsi neutron-server[78793]: base_url = self.get_endpoint(auth, allow=allow, May 12 15:36:29.229437 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 15:36:29.229437 dv-cinder-789603-6-iscsi neutron-server[78793]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 15:36:29.229437 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 15:36:29.229437 dv-cinder-789603-6-iscsi neutron-server[78793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 15:36:29.229437 dv-cinder-789603-6-iscsi neutron-server[78793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 15:36:29.307015 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-df5c9721-6b90-435e-940d-0c73aea52033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1434421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706613'] for network, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:29.310600 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:29.324375 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-df5c9721-6b90-435e-940d-0c73aea52033 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for network, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:29.334564 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5c9721-6b90-435e-940d-0c73aea52033 admin admin] Pushing event deleted for resources: {'Network': ['ID=090f0633-18aa-4bfb-bdd2-d8134a1f90b7,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:29.338692 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-df5c9721-6b90-435e-940d-0c73aea52033 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:29.343788 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-df5c9721-6b90-435e-940d-0c73aea52033 admin admin] 10.222.0.32 "DELETE /v2.0/networks/090f0633-18aa-4bfb-bdd2-d8134a1f90b7 HTTP/1.1" status: 204 len: 168 time: 0.9021339 May 12 15:36:29.396358 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 51606) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:36:29.446769 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-d126c697-80d9-4d90-8e42-8bfaa21366b0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a73e8d5b23d24a0e833035e7a1644ddd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0492189 May 12 15:36:29.449596 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 51610) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:36:29.461144 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 51614) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:36:29.508745 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-ca9719ce-953b-453e-b766-ab1dfac5208e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:29.510306 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-019af63b-8549-4126-b5b6-2837fb121973 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f754e7c069ad40958aff78adf7bb630c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0479631 May 12 15:36:29.512823 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 51618) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:36:29.534653 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-ca9719ce-953b-453e-b766-ab1dfac5208e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:29.570416 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-52c082b6-3e3e-4b99-b9e9-2ad615558f8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:29.588357 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-ca9719ce-953b-453e-b766-ab1dfac5208e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:29.593116 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-246f5511-7e90-46b8-bc5d-8736af6af1e4 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:29.596421 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-52c082b6-3e3e-4b99-b9e9-2ad615558f8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:29.603507 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9719ce-953b-453e-b766-ab1dfac5208e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca2293eb-75f9-45f8-bff9-3ada8f3c3bd8,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:29.607037 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-ca9719ce-953b-453e-b766-ab1dfac5208e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:29.610498 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-ca9719ce-953b-453e-b766-ab1dfac5208e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:29.613898 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-ca9719ce-953b-453e-b766-ab1dfac5208e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ca2293eb-75f9-45f8-bff9-3ada8f3c3bd8 HTTP/1.1" status: 204 len: 168 time: 0.1610763 May 12 15:36:29.651223 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-52c082b6-3e3e-4b99-b9e9-2ad615558f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:29.654987 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-7a913f48-6891-4bc9-87b2-c2afae52a802 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:29.669846 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c082b6-3e3e-4b99-b9e9-2ad615558f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=496a65d2-caf9-4b15-ba98-fdd5a1139e0b,revision_number=None']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:29.673720 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-52c082b6-3e3e-4b99-b9e9-2ad615558f8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:29.683979 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-52c082b6-3e3e-4b99-b9e9-2ad615558f8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:29.685105 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-52c082b6-3e3e-4b99-b9e9-2ad615558f8f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/496a65d2-caf9-4b15-ba98-fdd5a1139e0b HTTP/1.1" status: 204 len: 168 time: 0.1713948 May 12 15:36:30.071711 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 51628) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:36:30.126396 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-c5398e46-5436-4695-8255-8a4b0af649f9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bafeb149c4924067845ef557d2c0cb4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0533457 May 12 15:36:30.128646 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 51632) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:36:30.185596 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-e69f9a89-aff6-4769-9ea6-00626cf00c6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:30.212407 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-e69f9a89-aff6-4769-9ea6-00626cf00c6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:30.262627 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-e69f9a89-aff6-4769-9ea6-00626cf00c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:30.266380 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-a23c314e-fa9d-4dfc-8b00-c434a2754503 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:30.279922 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69f9a89-aff6-4769-9ea6-00626cf00c6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22328c7f-95e6-4b16-971b-aa8c19f068db,revision_number=None']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:30.282313 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-e69f9a89-aff6-4769-9ea6-00626cf00c6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:30.285970 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-e69f9a89-aff6-4769-9ea6-00626cf00c6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:30.287071 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-e69f9a89-aff6-4769-9ea6-00626cf00c6d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/22328c7f-95e6-4b16-971b-aa8c19f068db HTTP/1.1" status: 204 len: 168 time: 0.1575520 May 12 15:36:31.078982 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 51656) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:36:31.184029 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.v2.base [None req-4317586c-b016-417e-814b-c92879fb0646 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1848067497-network', 'tenant_id': '0390cffe0daf454d8f2a9b25badfc787'}} {{(pid=78792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:36:31.188862 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-4317586c-b016-417e-814b-c92879fb0646 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:36:31.192794 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-4317586c-b016-417e-814b-c92879fb0646 admin admin] Usage tracker for resource:network and tenant:0390cffe0daf454d8f2a9b25badfc787 is out of sync, need to count used quota {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:36:31.195639 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-4317586c-b016-417e-814b-c92879fb0646 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:36:31.201247 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-4317586c-b016-417e-814b-c92879fb0646 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:36:31.211455 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4317586c-b016-417e-814b-c92879fb0646 admin admin] Made reservation on behalf of 0390cffe0daf454d8f2a9b25badfc787 for: {'network': 1} {{(pid=78792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:36:31.213750 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-4317586c-b016-417e-814b-c92879fb0646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for network, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:31.226075 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-4317586c-b016-417e-814b-c92879fb0646 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:31.240355 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-4317586c-b016-417e-814b-c92879fb0646 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:36:31.244056 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-4317586c-b016-417e-814b-c92879fb0646 admin admin] Usage tracker for resource:security_group_rule and tenant:0390cffe0daf454d8f2a9b25badfc787 is out of sync, need to count used quota {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:36:31.246778 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-4317586c-b016-417e-814b-c92879fb0646 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:36:31.252307 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-4317586c-b016-417e-814b-c92879fb0646 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:36:31.337883 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-4317586c-b016-417e-814b-c92879fb0646 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:31.341635 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-4317586c-b016-417e-814b-c92879fb0646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:31.345495 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-1b97a279-fd6c-460f-ab91-5715fdc536fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:31.370375 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4317586c-b016-417e-814b-c92879fb0646 admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=78792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 15:36:31.383472 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4317586c-b016-417e-814b-c92879fb0646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e68c32-3cfa-4943-9d58-03e02e01b120,revision_number=1']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:31.387660 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-4317586c-b016-417e-814b-c92879fb0646 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:31.388601 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-4317586c-b016-417e-814b-c92879fb0646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428868'] for segment, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:31.388941 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.db.segments_db [None req-4317586c-b016-417e-814b-c92879fb0646 admin admin] Added segment 51769eaf-559f-44d5-9d89-956355b2b805 of type vlan for network 60cab5c9-0b46-4fcb-976c-b8b73199ad2c May 12 15:36:31.416683 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-4317586c-b016-417e-814b-c92879fb0646 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739648879737'] for network, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:31.444830 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-4317586c-b016-417e-814b-c92879fb0646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427'] for network, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:31.446169 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4317586c-b016-417e-814b-c92879fb0646 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:31.446758 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-4317586c-b016-417e-814b-c92879fb0646 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for network, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:31.451348 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:31.546341 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-4317586c-b016-417e-814b-c92879fb0646 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4662361 May 12 15:36:31.549128 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 51662) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:36:31.556460 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.v2.base [None req-5690270b-5894-49d4-8b94-329cc31cb820 admin admin] Request body: {'subnet': {'network_id': '60cab5c9-0b46-4fcb-976c-b8b73199ad2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1848067497-subnet', 'tenant_id': '0390cffe0daf454d8f2a9b25badfc787', 'ip_version': 4}} {{(pid=78792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:36:31.559615 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4317586c-b016-417e-814b-c92879fb0646 admin admin] Pushing event updated for resources: {'Network': ['ID=60cab5c9-0b46-4fcb-976c-b8b73199ad2c,revision_number=1']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:31.562732 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-4317586c-b016-417e-814b-c92879fb0646 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:31.563629 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-5690270b-5894-49d4-8b94-329cc31cb820 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:36:31.567598 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-5690270b-5894-49d4-8b94-329cc31cb820 admin admin] Usage tracker for resource:subnet and tenant:0390cffe0daf454d8f2a9b25badfc787 is out of sync, need to count used quota {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:36:31.569178 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Network 60cab5c9-0b46-4fcb-976c-b8b73199ad2c details requested by agent ovs-agent-dv-cinder-789603-6-iscsi with host dv-cinder-789603-6-iscsi {{(pid=78794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 15:36:31.570489 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-5690270b-5894-49d4-8b94-329cc31cb820 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:36:31.576229 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-5690270b-5894-49d4-8b94-329cc31cb820 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:36:31.586123 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5690270b-5894-49d4-8b94-329cc31cb820 admin admin] Made reservation on behalf of 0390cffe0daf454d8f2a9b25badfc787 for: {'subnet': 1} {{(pid=78792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:36:31.588299 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-5690270b-5894-49d4-8b94-329cc31cb820 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2105461'] for subnet, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:31.962614 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-5690270b-5894-49d4-8b94-329cc31cb820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2533051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2105351'] for subnet, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:31.966388 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-0891dc72-e24f-4ca9-b0e0-9553f8dbc45b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:32.034152 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5690270b-5894-49d4-8b94-329cc31cb820 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7277229a-e989-44f9-8a5e-6cc2b8c9645d,revision_number=0']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:32.037855 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-5690270b-5894-49d4-8b94-329cc31cb820 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:32.044698 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5690270b-5894-49d4-8b94-329cc31cb820 admin admin] Checking segment: {'id': '51769eaf-559f-44d5-9d89-956355b2b805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '60cab5c9-0b46-4fcb-976c-b8b73199ad2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:36:32.045050 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5690270b-5894-49d4-8b94-329cc31cb820 admin admin] Network hostable DHCP agents. Network: 60cab5c9-0b46-4fcb-976c-b8b73199ad2c, hostable agents: ['70f74d37-a86e-42b6-98ff-0814024719b2'], hosted agents: [] {{(pid=78792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 15:36:32.062922 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5690270b-5894-49d4-8b94-329cc31cb820 admin admin] Network 60cab5c9-0b46-4fcb-976c-b8b73199ad2c is scheduled to be hosted by DHCP agent 70f74d37-a86e-42b6-98ff-0814024719b2 with binding_index 1 {{(pid=78792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 15:36:32.072647 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.base_scheduler [None req-5690270b-5894-49d4-8b94-329cc31cb820 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-6-iscsi, 60cab5c9-0b46-4fcb-976c-b8b73199ad2c) {{(pid=78792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:36:32.081724 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5690270b-5894-49d4-8b94-329cc31cb820 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:32.082364 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6478b355-397a-451e-8b8c-82e912f3ddee None None] Network 60cab5c9-0b46-4fcb-976c-b8b73199ad2c requested from dv-cinder-789603-6-iscsi {{(pid=78794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 15:36:32.082497 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-5690270b-5894-49d4-8b94-329cc31cb820 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:32.103431 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-5690270b-5894-49d4-8b94-329cc31cb820 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5531943 May 12 15:36:32.105988 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 51666) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:36:32.111144 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.v2.base [None req-e67408ea-694d-41c4-aa71-0b4e2a6d3c36 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1848067497-router', 'tenant_id': '0390cffe0daf454d8f2a9b25badfc787', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf'}}} {{(pid=78792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:36:32.116346 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-e67408ea-694d-41c4-aa71-0b4e2a6d3c36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:36:32.120146 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-e67408ea-694d-41c4-aa71-0b4e2a6d3c36 admin admin] Usage tracker for resource:router and tenant:0390cffe0daf454d8f2a9b25badfc787 is out of sync, need to count used quota {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:36:32.123514 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-e67408ea-694d-41c4-aa71-0b4e2a6d3c36 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:36:32.129569 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-e67408ea-694d-41c4-aa71-0b4e2a6d3c36 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:36:32.140865 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-e67408ea-694d-41c4-aa71-0b4e2a6d3c36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1780202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13174'] for router, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:32.141977 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-e67408ea-694d-41c4-aa71-0b4e2a6d3c36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1780197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1710053', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1769634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13135'] for router, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:32.157167 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-e67408ea-694d-41c4-aa71-0b4e2a6d3c36 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:32.307410 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff002a8-7f0f-4386-8f26-698b154ac2e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16f4760b-9c11-502a-9011-339955202960-60cab5c9-0b46-4fcb-976c-b8b73199ad2c', 'network_id': '60cab5c9-0b46-4fcb-976c-b8b73199ad2c', 'tenant_id': '0390cffe0daf454d8f2a9b25badfc787', 'fixed_ips': [{'subnet_id': '7277229a-e989-44f9-8a5e-6cc2b8c9645d'}]}} from dv-cinder-789603-6-iscsi. {{(pid=78794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 12 15:36:32.308270 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2ff002a8-7f0f-4386-8f26-698b154ac2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_create {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:32.500378 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.db_base_plugin_common [None req-2ff002a8-7f0f-4386-8f26-698b154ac2e1 None None] Allocated IP 172.20.0.2 (60cab5c9-0b46-4fcb-976c-b8b73199ad2c/7277229a-e989-44f9-8a5e-6cc2b8c9645d/68ec87c1-d284-44f9-9e90-dc6b54a1f9cb) {{(pid=78794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:36:32.543780 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-e67408ea-694d-41c4-aa71-0b4e2a6d3c36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1781278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13137'] for router, precommit_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:32.704719 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2ff002a8-7f0f-4386-8f26-698b154ac2e1 None None] Notify callbacks [] for port, precommit_create {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:32.714700 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-2ff002a8-7f0f-4386-8f26-698b154ac2e1 None None] Transition to ACTIVE for port object 68ec87c1-d284-44f9-9e90-dc6b54a1f9cb will not be triggered until provisioned by entity L2. {{(pid=78794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:36:32.733825 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-2ff002a8-7f0f-4386-8f26-698b154ac2e1 None None] Transition to ACTIVE for port object 68ec87c1-d284-44f9-9e90-dc6b54a1f9cb will not be triggered until provisioned by entity DHCP. {{(pid=78794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:36:32.741421 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2ff002a8-7f0f-4386-8f26-698b154ac2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739648862724'] for port, after_create {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:32.745018 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:32.802123 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff002a8-7f0f-4386-8f26-698b154ac2e1 None None] Network 60cab5c9-0b46-4fcb-976c-b8b73199ad2c is already hosted by enough agents. {{(pid=78794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:36:32.805016 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.scheduler.base_scheduler [None req-2ff002a8-7f0f-4386-8f26-698b154ac2e1 None None] Resources bound (agent type, host, resource id): {{(pid=78794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:36:32.814270 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff002a8-7f0f-4386-8f26-698b154ac2e1 None None] Received port after_create {{(pid=78794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:36:32.820621 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff002a8-7f0f-4386-8f26-698b154ac2e1 None None] Pushing event updated for resources: {'Port': ['ID=68ec87c1-d284-44f9-9e90-dc6b54a1f9cb,revision_number=1']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:32.824358 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-2ff002a8-7f0f-4386-8f26-698b154ac2e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:32.854713 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-e67408ea-694d-41c4-aa71-0b4e2a6d3c36 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:32.884239 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-e67408ea-694d-41c4-aa71-0b4e2a6d3c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:32.909402 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.managers [None req-2ff002a8-7f0f-4386-8f26-698b154ac2e1 None None] Attempting to bind port 68ec87c1-d284-44f9-9e90-dc6b54a1f9cb on host dv-cinder-789603-6-iscsi for vnic_type normal with profile {{(pid=78794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:36:32.909852 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.managers [None req-2ff002a8-7f0f-4386-8f26-698b154ac2e1 None None] Attempting to bind port 68ec87c1-d284-44f9-9e90-dc6b54a1f9cb by drivers openvswitch,hyperv on host dv-cinder-789603-6-iscsi at level 0 using segments [{'id': '51769eaf-559f-44d5-9d89-956355b2b805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '60cab5c9-0b46-4fcb-976c-b8b73199ad2c'}] {{(pid=78794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:36:32.910182 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff002a8-7f0f-4386-8f26-698b154ac2e1 None None] Attempting to bind port 68ec87c1-d284-44f9-9e90-dc6b54a1f9cb on network 60cab5c9-0b46-4fcb-976c-b8b73199ad2c {{(pid=78794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:36:32.916158 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff002a8-7f0f-4386-8f26-698b154ac2e1 None None] Checking agent: {'id': 'a7a9b333-fa08-4200-b168-94acd4aebf78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 15, 12, 52), 'started_at': datetime.datetime(2021, 5, 12, 15, 13, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 15, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:36:32.916539 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff002a8-7f0f-4386-8f26-698b154ac2e1 None None] Checking segment: {'id': '51769eaf-559f-44d5-9d89-956355b2b805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '60cab5c9-0b46-4fcb-976c-b8b73199ad2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:36:32.916953 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2ff002a8-7f0f-4386-8f26-698b154ac2e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:32.917348 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff002a8-7f0f-4386-8f26-698b154ac2e1 None None] Bound using segment: {'id': '51769eaf-559f-44d5-9d89-956355b2b805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '60cab5c9-0b46-4fcb-976c-b8b73199ad2c'} {{(pid=78794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:36:32.917839 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.managers [None req-2ff002a8-7f0f-4386-8f26-698b154ac2e1 None None] Bound port: 68ec87c1-d284-44f9-9e90-dc6b54a1f9cb, host: dv-cinder-789603-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51769eaf-559f-44d5-9d89-956355b2b805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '60cab5c9-0b46-4fcb-976c-b8b73199ad2c'}}] {{(pid=78794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:36:32.918231 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2ff002a8-7f0f-4386-8f26-698b154ac2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:33.006015 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-2ff002a8-7f0f-4386-8f26-698b154ac2e1 None None] For port 68ec87c1-d284-44f9-9e90-dc6b54a1f9cb, host dv-cinder-789603-6-iscsi, cleared binding levels {{(pid=78794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:36:33.009623 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-2ff002a8-7f0f-4386-8f26-698b154ac2e1 None None] For port 68ec87c1-d284-44f9-9e90-dc6b54a1f9cb, host dv-cinder-789603-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-iscsi',level=0,port_id=68ec87c1-d284-44f9-9e90-dc6b54a1f9cb,segment=NetworkSegment(51769eaf-559f-44d5-9d89-956355b2b805),segment_id=51769eaf-559f-44d5-9d89-956355b2b805)] {{(pid=78794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:36:33.014447 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2ff002a8-7f0f-4386-8f26-698b154ac2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:33.018940 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-9c88422b-3228-4e74-be6d-9ab02830e37e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:33.022148 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.db_base_plugin_common [None req-e67408ea-694d-41c4-aa71-0b4e2a6d3c36 admin admin] Allocated IP 172.27.2.109 (d9e66476-551f-4a93-96a6-794e2ee658bf/9a4f1bc6-77ee-4516-b181-cab47718771b/5388ae40-af93-4a29-81dd-d9bc3be7e206) {{(pid=78792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:36:33.108105 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff002a8-7f0f-4386-8f26-698b154ac2e1 None None] Pushing event updated for resources: {'Port': ['ID=68ec87c1-d284-44f9-9e90-dc6b54a1f9cb,revision_number=2']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:33.113053 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-2ff002a8-7f0f-4386-8f26-698b154ac2e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:33.194270 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-e67408ea-694d-41c4-aa71-0b4e2a6d3c36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:33.225798 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-e67408ea-694d-41c4-aa71-0b4e2a6d3c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739648862724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3714859'] for port, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:33.229429 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-c7ad902d-ebdf-4ad4-92a5-afe978c7e26b tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:33.295342 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67408ea-694d-41c4-aa71-0b4e2a6d3c36 admin admin] Network d9e66476-551f-4a93-96a6-794e2ee658bf is already hosted by enough agents. {{(pid=78792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:36:33.299053 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.base_scheduler [None req-e67408ea-694d-41c4-aa71-0b4e2a6d3c36 admin admin] Resources bound (agent type, host, resource id): {{(pid=78792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:36:33.309330 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67408ea-694d-41c4-aa71-0b4e2a6d3c36 admin admin] Received port after_create {{(pid=78792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:36:33.343973 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67408ea-694d-41c4-aa71-0b4e2a6d3c36 admin admin] Pushing event updated for resources: {'Port': ['ID=5388ae40-af93-4a29-81dd-d9bc3be7e206,revision_number=1']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:33.350508 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-e67408ea-694d-41c4-aa71-0b4e2a6d3c36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:33.731741 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-e67408ea-694d-41c4-aa71-0b4e2a6d3c36 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:34.020825 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533d4f6e-fefe-4865-ba19-ac1d9f182922 None None] Network 60cab5c9-0b46-4fcb-976c-b8b73199ad2c requested from dv-cinder-789603-6-iscsi {{(pid=78794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 15:36:34.111676 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-afbf60ce-7159-4d40-9615-f5761d8de8dc None None] Provisioning for port 68ec87c1-d284-44f9-9e90-dc6b54a1f9cb completed by entity DHCP. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:36:34.209428 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-e67408ea-694d-41c4-aa71-0b4e2a6d3c36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705993'] for router, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:34.422256 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e67408ea-694d-41c4-aa71-0b4e2a6d3c36 admin admin] Router 09029d97-ac10-4427-af3f-b046ce5341dc is scheduled to L3 agent e96f2393-830b-46ef-bef2-f93615c2f352 with binding_index 1 {{(pid=78792) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 15:36:34.600349 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e67408ea-694d-41c4-aa71-0b4e2a6d3c36 admin admin] Notify agent at l3_agent.dv-cinder-789603-6-iscsi the message routers_updated {{(pid=78792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:36:34.610362 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b8fb77-812a-4844-9df9-3172437a5cf5 None None] Sync routers for ids ['09029d97-ac10-4427-af3f-b046ce5341dc'] in dv-cinder-789603-6-iscsi {{(pid=78794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:36:34.619818 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b8fb77-812a-4844-9df9-3172437a5cf5 None None] Routers {'09029d97-ac10-4427-af3f-b046ce5341dc'} bound to L3 agent in host dv-cinder-789603-6-iscsi {{(pid=78794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:36:34.620462 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-12b8fb77-812a-4844-9df9-3172437a5cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-12T15:12:51Z,description=,heartbeat_timestamp=2021-05-12T15:36:21Z,host='dv-cinder-789603-6-iscsi',id=e96f2393-830b-46ef-bef2-f93615c2f352,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:12:51Z,topic='l3_agent')) {'router_ids': ['09029d97-ac10-4427-af3f-b046ce5341dc'], 'active': True} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:36:34.623969 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-e67408ea-694d-41c4-aa71-0b4e2a6d3c36 admin admin] Notify callbacks [] for router, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:34.627873 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-e67408ea-694d-41c4-aa71-0b4e2a6d3c36 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5184288 May 12 15:36:34.628128 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 51672) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:36:34.798252 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvr_db [None req-12b8fb77-812a-4844-9df9-3172437a5cf5 None None] Set router 09029d97-ac10-4427-af3f-b046ce5341dc gateway port host: dv-cinder-789603-6-iscsi {{(pid=78794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:36:35.086367 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-12b8fb77-812a-4844-9df9-3172437a5cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09029d97-ac10-4427-af3f-b046ce5341dc', 'name': 'tempest-TestShelveInstance-1848067497-router', 'tenant_id': '0390cffe0daf454d8f2a9b25badfc787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '5388ae40-af93-4a29-81dd-d9bc3be7e206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:36:32Z', 'updated_at': '2021-05-12T15:36:33Z', 'revision_number': 3, 'project_id': '0390cffe0daf454d8f2a9b25badfc787', 'gw_port': {'id': '5388ae40-af93-4a29-81dd-d9bc3be7e206', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:13:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09029d97-ac10-4427-af3f-b046ce5341dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:36:32Z', 'updated_at': '2021-05-12T15:36:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi'}], 'dv-cinder-789603-6-iscsi', False) {} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:36:35.090482 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b8fb77-812a-4844-9df9-3172437a5cf5 None None] Checking router: 09029d97-ac10-4427-af3f-b046ce5341dc for host: dv-cinder-789603-6-iscsi {{(pid=78794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:36:35.090922 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b8fb77-812a-4844-9df9-3172437a5cf5 None None] Updating router 09029d97-ac10-4427-af3f-b046ce5341dc port 5388ae40-af93-4a29-81dd-d9bc3be7e206 binding host dv-cinder-789603-6-iscsi {{(pid=78794) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 15:36:35.149625 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device 68ec87c1-d284-44f9-9e90-dc6b54a1f9cb up at agent ovs-agent-dv-cinder-789603-6-iscsi {{(pid=78794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:36:35.222853 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-12b8fb77-812a-4844-9df9-3172437a5cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:35.370625 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Provisioning for port 68ec87c1-d284-44f9-9e90-dc6b54a1f9cb completed by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:36:35.378718 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Provisioning complete for port 68ec87c1-d284-44f9-9e90-dc6b54a1f9cb triggered by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:36:35.379092 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:35.442887 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-3cc6b6c2-5dd9-474a-ae5a-3c35a5942fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:35.603446 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:35.652541 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.db_base_plugin_common [None req-3cc6b6c2-5dd9-474a-ae5a-3c35a5942fe1 admin admin] Allocated IP 172.20.0.1 (60cab5c9-0b46-4fcb-976c-b8b73199ad2c/7277229a-e989-44f9-8a5e-6cc2b8c9645d/08430618-c101-4300-8a80-65b33eab156f) {{(pid=78792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:36:35.691465 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] For port 68ec87c1-d284-44f9-9e90-dc6b54a1f9cb, host dv-cinder-789603-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-iscsi',level=0,port_id=68ec87c1-d284-44f9-9e90-dc6b54a1f9cb,segment=NetworkSegment(51769eaf-559f-44d5-9d89-956355b2b805),segment_id=51769eaf-559f-44d5-9d89-956355b2b805)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:36:35.698194 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:35.701839 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:35.750141 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-12b8fb77-812a-4844-9df9-3172437a5cf5 None None] Notify callbacks [] for port, precommit_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:35.769130 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-12b8fb77-812a-4844-9df9-3172437a5cf5 None None] Transition to ACTIVE for port object 5388ae40-af93-4a29-81dd-d9bc3be7e206 will not be triggered until provisioned by entity L2. {{(pid=78794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:36:35.783458 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-12b8fb77-812a-4844-9df9-3172437a5cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:35.794607 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Pushing event updated for resources: {'Port': ['ID=68ec87c1-d284-44f9-9e90-dc6b54a1f9cb,revision_number=3']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:35.798192 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:35.798828 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:35.809563 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-3cc6b6c2-5dd9-474a-ae5a-3c35a5942fe1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:35.825537 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.provisioning_blocks [None req-3cc6b6c2-5dd9-474a-ae5a-3c35a5942fe1 admin admin] Transition to ACTIVE for port object 08430618-c101-4300-8a80-65b33eab156f will not be triggered until provisioned by entity DHCP. {{(pid=78792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:36:35.848811 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-3cc6b6c2-5dd9-474a-ae5a-3c35a5942fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739648862724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3714859'] for port, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:35.854625 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-da79785e-8c54-4a90-8554-ddc95fe2c197 tempest-VolumesActionsTest-194293718 tempest-VolumesActionsTest-194293718-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:35.860062 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.managers [None req-12b8fb77-812a-4844-9df9-3172437a5cf5 None None] Attempting to bind port 5388ae40-af93-4a29-81dd-d9bc3be7e206 on host dv-cinder-789603-6-iscsi for vnic_type normal with profile {{(pid=78794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:36:35.860444 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.managers [None req-12b8fb77-812a-4844-9df9-3172437a5cf5 None None] Attempting to bind port 5388ae40-af93-4a29-81dd-d9bc3be7e206 by drivers openvswitch,hyperv on host dv-cinder-789603-6-iscsi at level 0 using segments [{'id': '5d059134-8cbd-4fdb-844f-331960400265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf'}] {{(pid=78794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:36:35.860817 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b8fb77-812a-4844-9df9-3172437a5cf5 None None] Attempting to bind port 5388ae40-af93-4a29-81dd-d9bc3be7e206 on network d9e66476-551f-4a93-96a6-794e2ee658bf {{(pid=78794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:36:35.875650 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b8fb77-812a-4844-9df9-3172437a5cf5 None None] Checking agent: {'id': 'a7a9b333-fa08-4200-b168-94acd4aebf78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 15, 12, 52), 'started_at': datetime.datetime(2021, 5, 12, 15, 13, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 15, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:36:35.876028 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b8fb77-812a-4844-9df9-3172437a5cf5 None None] Checking segment: {'id': '5d059134-8cbd-4fdb-844f-331960400265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:36:35.876440 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-12b8fb77-812a-4844-9df9-3172437a5cf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:35.876840 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b8fb77-812a-4844-9df9-3172437a5cf5 None None] Bound using segment: {'id': '5d059134-8cbd-4fdb-844f-331960400265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf'} {{(pid=78794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:36:35.877323 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.managers [None req-12b8fb77-812a-4844-9df9-3172437a5cf5 None None] Bound port: 5388ae40-af93-4a29-81dd-d9bc3be7e206, host: dv-cinder-789603-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d059134-8cbd-4fdb-844f-331960400265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf'}}] {{(pid=78794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:36:35.877702 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-12b8fb77-812a-4844-9df9-3172437a5cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:35.912307 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc6b6c2-5dd9-474a-ae5a-3c35a5942fe1 admin admin] Network 60cab5c9-0b46-4fcb-976c-b8b73199ad2c is already hosted by enough agents. {{(pid=78792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:36:35.915183 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.base_scheduler [None req-3cc6b6c2-5dd9-474a-ae5a-3c35a5942fe1 admin admin] Resources bound (agent type, host, resource id): {{(pid=78792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:36:35.915321 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98253722-6975-488f-ae41-1fb6f077e0c6 None None] Pushing event updated for resources: {'Port': ['ID=5388ae40-af93-4a29-81dd-d9bc3be7e206,revision_number=2']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:35.918426 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc6b6c2-5dd9-474a-ae5a-3c35a5942fe1 admin admin] Received port after_create {{(pid=78792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:36:35.919525 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-98253722-6975-488f-ae41-1fb6f077e0c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:35.970729 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-12b8fb77-812a-4844-9df9-3172437a5cf5 None None] For port 5388ae40-af93-4a29-81dd-d9bc3be7e206, host dv-cinder-789603-6-iscsi, cleared binding levels {{(pid=78794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:36:35.972169 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc6b6c2-5dd9-474a-ae5a-3c35a5942fe1 admin admin] Pushing event updated for resources: {'Port': ['ID=08430618-c101-4300-8a80-65b33eab156f,revision_number=1']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:35.975236 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-12b8fb77-812a-4844-9df9-3172437a5cf5 None None] For port 5388ae40-af93-4a29-81dd-d9bc3be7e206, host dv-cinder-789603-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-iscsi',level=0,port_id=5388ae40-af93-4a29-81dd-d9bc3be7e206,segment=NetworkSegment(5d059134-8cbd-4fdb-844f-331960400265),segment_id=5d059134-8cbd-4fdb-844f-331960400265)] {{(pid=78794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:36:35.981093 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-12b8fb77-812a-4844-9df9-3172437a5cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:35.987083 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-3cc6b6c2-5dd9-474a-ae5a-3c35a5942fe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:35.988774 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:36.008244 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-3cc6b6c2-5dd9-474a-ae5a-3c35a5942fe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705686'] for router_interface, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:36.066825 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b8fb77-812a-4844-9df9-3172437a5cf5 None None] Routers {'09029d97-ac10-4427-af3f-b046ce5341dc'} bound to L3 agent in host dv-cinder-789603-6-iscsi {{(pid=78794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:36:36.067484 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-12b8fb77-812a-4844-9df9-3172437a5cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-12T15:12:51Z,description=,heartbeat_timestamp=2021-05-12T15:36:21Z,host='dv-cinder-789603-6-iscsi',id=e96f2393-830b-46ef-bef2-f93615c2f352,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:12:51Z,topic='l3_agent')) {'router_ids': ['09029d97-ac10-4427-af3f-b046ce5341dc'], 'active': True} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:36:36.141329 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-3cc6b6c2-5dd9-474a-ae5a-3c35a5942fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:36.184185 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98253722-6975-488f-ae41-1fb6f077e0c6 None None] Pushing event updated for resources: {'Port': ['ID=5388ae40-af93-4a29-81dd-d9bc3be7e206,revision_number=3']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:36.195535 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-98253722-6975-488f-ae41-1fb6f077e0c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:36.226071 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-bb4262a4-54c0-4630-a0ba-da51fcdb78fa None None] Provisioning for port 08430618-c101-4300-8a80-65b33eab156f completed by entity DHCP. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:36:36.235537 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-bb4262a4-54c0-4630-a0ba-da51fcdb78fa None None] Provisioning complete for port 08430618-c101-4300-8a80-65b33eab156f triggered by entity DHCP. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:36:36.235913 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-bb4262a4-54c0-4630-a0ba-da51fcdb78fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:36.309220 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvr_db [None req-12b8fb77-812a-4844-9df9-3172437a5cf5 None None] Set router 09029d97-ac10-4427-af3f-b046ce5341dc gateway port host: dv-cinder-789603-6-iscsi {{(pid=78794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:36:36.350581 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.plugin [None req-bb4262a4-54c0-4630-a0ba-da51fcdb78fa None None] Port 08430618-c101-4300-8a80-65b33eab156f cannot update to ACTIVE because it is not bound. {{(pid=78794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 15:36:36.369723 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-3cc6b6c2-5dd9-474a-ae5a-3c35a5942fe1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:36.374502 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-3cc6b6c2-5dd9-474a-ae5a-3c35a5942fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3714866'] for port, after_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:36.400301 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-e809c185-452f-4cf8-8837-c1f0508433f9 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:36.485220 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-3cc6b6c2-5dd9-474a-ae5a-3c35a5942fe1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705589'] for router_interface, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:36.488644 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc6b6c2-5dd9-474a-ae5a-3c35a5942fe1 admin admin] Pushing event updated for resources: {'Port': ['ID=08430618-c101-4300-8a80-65b33eab156f,revision_number=2']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:36.491963 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-3cc6b6c2-5dd9-474a-ae5a-3c35a5942fe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:36.622238 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-12b8fb77-812a-4844-9df9-3172437a5cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09029d97-ac10-4427-af3f-b046ce5341dc', 'name': 'tempest-TestShelveInstance-1848067497-router', 'tenant_id': '0390cffe0daf454d8f2a9b25badfc787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '5388ae40-af93-4a29-81dd-d9bc3be7e206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:36:32Z', 'updated_at': '2021-05-12T15:36:36Z', 'revision_number': 4, 'project_id': '0390cffe0daf454d8f2a9b25badfc787', 'gw_port': {'id': '5388ae40-af93-4a29-81dd-d9bc3be7e206', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:13:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09029d97-ac10-4427-af3f-b046ce5341dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:36:32Z', 'updated_at': '2021-05-12T15:36:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi', '_interfaces': [{'id': '08430618-c101-4300-8a80-65b33eab156f', 'name': '', 'network_id': '60cab5c9-0b46-4fcb-976c-b8b73199ad2c', 'tenant_id': '0390cffe0daf454d8f2a9b25badfc787', 'mac_address': 'fa:16:3e:61:f3:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09029d97-ac10-4427-af3f-b046ce5341dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '7277229a-e989-44f9-8a5e-6cc2b8c9645d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:36:35Z', 'updated_at': '2021-05-12T15:36:35Z', 'revision_number': 1, 'project_id': '0390cffe0daf454d8f2a9b25badfc787', 'subnets': [{'id': '7277229a-e989-44f9-8a5e-6cc2b8c9645d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-iscsi', False) {} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:36:36.622818 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc6b6c2-5dd9-474a-ae5a-3c35a5942fe1 admin admin] Network 60cab5c9-0b46-4fcb-976c-b8b73199ad2c is already hosted by enough agents. {{(pid=78792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:36:36.623900 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.base_scheduler [None req-3cc6b6c2-5dd9-474a-ae5a-3c35a5942fe1 admin admin] Resources bound (agent type, host, resource id): {{(pid=78792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:36:36.626332 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b8fb77-812a-4844-9df9-3172437a5cf5 None None] The sync data for ids ['09029d97-ac10-4427-af3f-b046ce5341dc'] in dv-cinder-789603-6-iscsi is: [{'id': '09029d97-ac10-4427-af3f-b046ce5341dc', 'name': 'tempest-TestShelveInstance-1848067497-router', 'tenant_id': '0390cffe0daf454d8f2a9b25badfc787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '5388ae40-af93-4a29-81dd-d9bc3be7e206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:36:32Z', 'updated_at': '2021-05-12T15:36:36Z', 'revision_number': 4, 'project_id': '0390cffe0daf454d8f2a9b25badfc787', 'gw_port': {'id': '5388ae40-af93-4a29-81dd-d9bc3be7e206', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:13:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09029d97-ac10-4427-af3f-b046ce5341dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:36:32Z', 'updated_at': '2021-05-12T15:36:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi', '_interfaces': [{'id': '08430618-c101-4300-8a80-65b33eab156f', 'name': '', 'network_id': '60cab5c9-0b46-4fcb-976c-b8b73199ad2c', 'tenant_id': '0390cffe0daf454d8f2a9b25badfc787', 'mac_address': 'fa:16:3e:61:f3:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09029d97-ac10-4427-af3f-b046ce5341dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '7277229a-e989-44f9-8a5e-6cc2b8c9645d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:36:35Z', 'updated_at': '2021-05-12T15:36:35Z', 'revision_number': 1, 'project_id': '0390cffe0daf454d8f2a9b25badfc787', 'subnets': [{'id': '7277229a-e989-44f9-8a5e-6cc2b8c9645d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:36:36.857112 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cc6b6c2-5dd9-474a-ae5a-3c35a5942fe1 admin admin] Router 09029d97-ac10-4427-af3f-b046ce5341dc has already been hosted by L3 agent e96f2393-830b-46ef-bef2-f93615c2f352 {{(pid=78792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 15:36:36.877909 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-f968ab70-95eb-4023-81f3-a5b89bf133f8 None None] Provisioning complete for port 08430618-c101-4300-8a80-65b33eab156f triggered by entity DHCP. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:36:36.878770 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-f968ab70-95eb-4023-81f3-a5b89bf133f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:36.942135 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.plugin [None req-f968ab70-95eb-4023-81f3-a5b89bf133f8 None None] Port 08430618-c101-4300-8a80-65b33eab156f cannot update to ACTIVE because it is not bound. {{(pid=78794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 15:36:37.108950 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device 68ec87c1-d284-44f9-9e90-dc6b54a1f9cb up at agent ovs-agent-dv-cinder-789603-6-iscsi {{(pid=78794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:36:37.175235 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cc6b6c2-5dd9-474a-ae5a-3c35a5942fe1 admin admin] Notify agent at l3_agent.dv-cinder-789603-6-iscsi the message routers_updated {{(pid=78792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:36:37.184291 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Provisioning complete for port 68ec87c1-d284-44f9-9e90-dc6b54a1f9cb triggered by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:36:37.184799 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:37.185538 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-3cc6b6c2-5dd9-474a-ae5a-3c35a5942fe1 admin admin] 10.222.0.32 "PUT /v2.0/routers/09029d97-ac10-4427-af3f-b046ce5341dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5563905 May 12 15:36:37.774612 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 51690) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:36:37.780429 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.v2.base [None req-26ae2255-c153-4ddd-a6b9-b9c19184fc58 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1692670147-network', 'tenant_id': '5e38e38e9d0342c6978bb82ebf83c5b5'}} {{(pid=78792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:36:37.785659 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-26ae2255-c153-4ddd-a6b9-b9c19184fc58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:36:37.789564 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-26ae2255-c153-4ddd-a6b9-b9c19184fc58 admin admin] Usage tracker for resource:network and tenant:5e38e38e9d0342c6978bb82ebf83c5b5 is out of sync, need to count used quota {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:36:37.792649 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-26ae2255-c153-4ddd-a6b9-b9c19184fc58 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:36:37.798757 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-26ae2255-c153-4ddd-a6b9-b9c19184fc58 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:36:37.809634 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ae2255-c153-4ddd-a6b9-b9c19184fc58 admin admin] Made reservation on behalf of 5e38e38e9d0342c6978bb82ebf83c5b5 for: {'network': 1} {{(pid=78792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:36:37.812213 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-26ae2255-c153-4ddd-a6b9-b9c19184fc58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for network, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:37.825412 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-26ae2255-c153-4ddd-a6b9-b9c19184fc58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:37.840332 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-26ae2255-c153-4ddd-a6b9-b9c19184fc58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:36:37.844355 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-26ae2255-c153-4ddd-a6b9-b9c19184fc58 admin admin] Usage tracker for resource:security_group_rule and tenant:5e38e38e9d0342c6978bb82ebf83c5b5 is out of sync, need to count used quota {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:36:37.847552 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-26ae2255-c153-4ddd-a6b9-b9c19184fc58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:36:37.853607 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-26ae2255-c153-4ddd-a6b9-b9c19184fc58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:36:37.945274 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-26ae2255-c153-4ddd-a6b9-b9c19184fc58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:37.949261 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-26ae2255-c153-4ddd-a6b9-b9c19184fc58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:37.952166 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-fa7d9ce8-afe7-47f8-907f-661ec81562cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:37.980046 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26ae2255-c153-4ddd-a6b9-b9c19184fc58 admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=78792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 15:36:37.988422 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ae2255-c153-4ddd-a6b9-b9c19184fc58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=815e737f-730c-44c9-939a-26044246437d,revision_number=1']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:37.991994 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-26ae2255-c153-4ddd-a6b9-b9c19184fc58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:37.994456 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-26ae2255-c153-4ddd-a6b9-b9c19184fc58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428868'] for segment, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:37.994795 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.db.segments_db [None req-26ae2255-c153-4ddd-a6b9-b9c19184fc58 admin admin] Added segment 88be5f7c-7f35-4ba9-af3c-6e0f1c51557c of type vlan for network e98de8a5-3a88-48c4-a241-98df54a60e7c May 12 15:36:38.021269 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-26ae2255-c153-4ddd-a6b9-b9c19184fc58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739648879737'] for network, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:38.051441 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-26ae2255-c153-4ddd-a6b9-b9c19184fc58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427'] for network, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:38.053204 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ae2255-c153-4ddd-a6b9-b9c19184fc58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:38.053807 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-26ae2255-c153-4ddd-a6b9-b9c19184fc58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for network, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:38.057253 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:38.156836 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-26ae2255-c153-4ddd-a6b9-b9c19184fc58 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3811216 May 12 15:36:38.157863 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ae2255-c153-4ddd-a6b9-b9c19184fc58 admin admin] Pushing event updated for resources: {'Network': ['ID=e98de8a5-3a88-48c4-a241-98df54a60e7c,revision_number=1']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:38.160216 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 51694) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:36:38.160770 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-26ae2255-c153-4ddd-a6b9-b9c19184fc58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:38.166067 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.v2.base [None req-bc52e729-e828-4921-ba6e-9043d8f58315 admin admin] Request body: {'subnet': {'network_id': 'e98de8a5-3a88-48c4-a241-98df54a60e7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1692670147-subnet', 'tenant_id': '5e38e38e9d0342c6978bb82ebf83c5b5', 'ip_version': 4}} {{(pid=78793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:36:38.167776 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Network e98de8a5-3a88-48c4-a241-98df54a60e7c details requested by agent ovs-agent-dv-cinder-789603-6-iscsi with host dv-cinder-789603-6-iscsi {{(pid=78794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 15:36:38.170943 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-bc52e729-e828-4921-ba6e-9043d8f58315 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:36:38.174712 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-bc52e729-e828-4921-ba6e-9043d8f58315 admin admin] Usage tracker for resource:subnet and tenant:5e38e38e9d0342c6978bb82ebf83c5b5 is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:36:38.178404 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-bc52e729-e828-4921-ba6e-9043d8f58315 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:36:38.184964 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-bc52e729-e828-4921-ba6e-9043d8f58315 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:36:38.195879 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc52e729-e828-4921-ba6e-9043d8f58315 admin admin] Made reservation on behalf of 5e38e38e9d0342c6978bb82ebf83c5b5 for: {'subnet': 1} {{(pid=78793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:36:38.198298 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-bc52e729-e828-4921-ba6e-9043d8f58315 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4155405'] for subnet, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:38.572697 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c583f470-d1be-4928-9bce-f94a1e0a0b95 None None] Sync routers for ids ['09029d97-ac10-4427-af3f-b046ce5341dc'] in dv-cinder-789603-6-iscsi {{(pid=78795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:36:38.582739 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c583f470-d1be-4928-9bce-f94a1e0a0b95 None None] Routers {'09029d97-ac10-4427-af3f-b046ce5341dc'} bound to L3 agent in host dv-cinder-789603-6-iscsi {{(pid=78795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:36:38.583384 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_hamode_db [None req-c583f470-d1be-4928-9bce-f94a1e0a0b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-12T15:12:51Z,description=,heartbeat_timestamp=2021-05-12T15:36:21Z,host='dv-cinder-789603-6-iscsi',id=e96f2393-830b-46ef-bef2-f93615c2f352,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:12:51Z,topic='l3_agent')) {'router_ids': ['09029d97-ac10-4427-af3f-b046ce5341dc'], 'active': True} {{(pid=78795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:36:38.708208 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-bc52e729-e828-4921-ba6e-9043d8f58315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2679749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4155519'] for subnet, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:38.711841 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-c9fbfbae-f18a-432f-9df5-12e851d72ccd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:38.761716 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_dvr_db [None req-c583f470-d1be-4928-9bce-f94a1e0a0b95 None None] Set router 09029d97-ac10-4427-af3f-b046ce5341dc gateway port host: dv-cinder-789603-6-iscsi {{(pid=78795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:36:38.787178 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc52e729-e828-4921-ba6e-9043d8f58315 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cdf4905-ce09-4d37-9997-73a6f24b7989,revision_number=0']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:38.791005 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-bc52e729-e828-4921-ba6e-9043d8f58315 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:38.798334 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc52e729-e828-4921-ba6e-9043d8f58315 admin admin] Checking segment: {'id': '88be5f7c-7f35-4ba9-af3c-6e0f1c51557c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e98de8a5-3a88-48c4-a241-98df54a60e7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:36:38.798678 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc52e729-e828-4921-ba6e-9043d8f58315 admin admin] Network hostable DHCP agents. Network: e98de8a5-3a88-48c4-a241-98df54a60e7c, hostable agents: ['70f74d37-a86e-42b6-98ff-0814024719b2'], hosted agents: [] {{(pid=78793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 15:36:38.818257 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc52e729-e828-4921-ba6e-9043d8f58315 admin admin] Network e98de8a5-3a88-48c4-a241-98df54a60e7c is scheduled to be hosted by DHCP agent 70f74d37-a86e-42b6-98ff-0814024719b2 with binding_index 1 {{(pid=78793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 15:36:38.829161 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.base_scheduler [None req-bc52e729-e828-4921-ba6e-9043d8f58315 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-6-iscsi, e98de8a5-3a88-48c4-a241-98df54a60e7c) {{(pid=78793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:36:38.844817 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc52e729-e828-4921-ba6e-9043d8f58315 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:36:38.844817 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-bc52e729-e828-4921-ba6e-9043d8f58315 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for subnet, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:38.847937 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa8cc6f-840b-4b31-adfd-1fb306ff4dfb None None] Network e98de8a5-3a88-48c4-a241-98df54a60e7c requested from dv-cinder-789603-6-iscsi {{(pid=78794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 15:36:38.864726 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-bc52e729-e828-4921-ba6e-9043d8f58315 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7032433 May 12 15:36:38.867889 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 51698) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:36:38.875863 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.v2.base [None req-9df82fbd-e954-4bfa-8073-b194c2ba5ec1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1692670147-router', 'tenant_id': '5e38e38e9d0342c6978bb82ebf83c5b5', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf'}}} {{(pid=78793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:36:38.887847 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-9df82fbd-e954-4bfa-8073-b194c2ba5ec1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:36:38.894884 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-9df82fbd-e954-4bfa-8073-b194c2ba5ec1 admin admin] Usage tracker for resource:router and tenant:5e38e38e9d0342c6978bb82ebf83c5b5 is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:36:38.900133 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-9df82fbd-e954-4bfa-8073-b194c2ba5ec1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:36:38.907477 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-9df82fbd-e954-4bfa-8073-b194c2ba5ec1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:36:38.925605 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-9df82fbd-e954-4bfa-8073-b194c2ba5ec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1780202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13174'] for router, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:38.927582 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-9df82fbd-e954-4bfa-8073-b194c2ba5ec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1780197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1710053', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1769634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13135'] for router, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:38.946966 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-9df82fbd-e954-4bfa-8073-b194c2ba5ec1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:39.121593 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e3bb75-d34c-4077-bd28-d7f5d63eb146 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16f4760b-9c11-502a-9011-339955202960-e98de8a5-3a88-48c4-a241-98df54a60e7c', 'network_id': 'e98de8a5-3a88-48c4-a241-98df54a60e7c', 'tenant_id': '5e38e38e9d0342c6978bb82ebf83c5b5', 'fixed_ips': [{'subnet_id': '1cdf4905-ce09-4d37-9997-73a6f24b7989'}]}} from dv-cinder-789603-6-iscsi. {{(pid=78794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 12 15:36:39.123465 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-82e3bb75-d34c-4077-bd28-d7f5d63eb146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_create {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:39.145948 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_hamode_db [None req-c583f470-d1be-4928-9bce-f94a1e0a0b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09029d97-ac10-4427-af3f-b046ce5341dc', 'name': 'tempest-TestShelveInstance-1848067497-router', 'tenant_id': '0390cffe0daf454d8f2a9b25badfc787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '5388ae40-af93-4a29-81dd-d9bc3be7e206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:36:32Z', 'updated_at': '2021-05-12T15:36:36Z', 'revision_number': 4, 'project_id': '0390cffe0daf454d8f2a9b25badfc787', 'gw_port': {'id': '5388ae40-af93-4a29-81dd-d9bc3be7e206', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:13:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09029d97-ac10-4427-af3f-b046ce5341dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:36:32Z', 'updated_at': '2021-05-12T15:36:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi', '_interfaces': [{'id': '08430618-c101-4300-8a80-65b33eab156f', 'name': '', 'network_id': '60cab5c9-0b46-4fcb-976c-b8b73199ad2c', 'tenant_id': '0390cffe0daf454d8f2a9b25badfc787', 'mac_address': 'fa:16:3e:61:f3:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09029d97-ac10-4427-af3f-b046ce5341dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '7277229a-e989-44f9-8a5e-6cc2b8c9645d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:36:35Z', 'updated_at': '2021-05-12T15:36:36Z', 'revision_number': 2, 'project_id': '0390cffe0daf454d8f2a9b25badfc787', 'subnets': [{'id': '7277229a-e989-44f9-8a5e-6cc2b8c9645d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-iscsi', False) {} {{(pid=78795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:36:39.146247 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device 5388ae40-af93-4a29-81dd-d9bc3be7e206 up at agent ovs-agent-dv-cinder-789603-6-iscsi {{(pid=78794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:36:39.150268 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c583f470-d1be-4928-9bce-f94a1e0a0b95 None None] Checking router: 09029d97-ac10-4427-af3f-b046ce5341dc for host: dv-cinder-789603-6-iscsi {{(pid=78795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:36:39.150618 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c583f470-d1be-4928-9bce-f94a1e0a0b95 None None] Updating router 09029d97-ac10-4427-af3f-b046ce5341dc port 08430618-c101-4300-8a80-65b33eab156f binding host dv-cinder-789603-6-iscsi {{(pid=78795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 15:36:39.205992 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron_lib.callbacks.manager [None req-c583f470-d1be-4928-9bce-f94a1e0a0b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:39.258432 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-9df82fbd-e954-4bfa-8073-b194c2ba5ec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1781278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13137'] for router, precommit_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:39.291067 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Provisioning for port 5388ae40-af93-4a29-81dd-d9bc3be7e206 completed by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:36:39.325603 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Provisioning complete for port 5388ae40-af93-4a29-81dd-d9bc3be7e206 triggered by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:36:39.325603 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:39.411730 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.db_base_plugin_common [None req-82e3bb75-d34c-4077-bd28-d7f5d63eb146 None None] Allocated IP 172.20.0.2 (e98de8a5-3a88-48c4-a241-98df54a60e7c/1cdf4905-ce09-4d37-9997-73a6f24b7989/38d4241b-2f8d-4948-8df3-6f20339a45fc) {{(pid=78794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:36:39.557087 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:39.598427 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] For port 5388ae40-af93-4a29-81dd-d9bc3be7e206, host dv-cinder-789603-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-iscsi',level=0,port_id=5388ae40-af93-4a29-81dd-d9bc3be7e206,segment=NetworkSegment(5d059134-8cbd-4fdb-844f-331960400265),segment_id=5d059134-8cbd-4fdb-844f-331960400265)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:36:39.602866 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-9df82fbd-e954-4bfa-8073-b194c2ba5ec1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:39.608241 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:39.613286 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-4bd1b1aa-42e2-409b-bd54-2a71aeecb0f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:39.622023 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron_lib.callbacks.manager [None req-c583f470-d1be-4928-9bce-f94a1e0a0b95 None None] Notify callbacks [] for port, precommit_update {{(pid=78795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:39.635088 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.provisioning_blocks [None req-c583f470-d1be-4928-9bce-f94a1e0a0b95 None None] Transition to ACTIVE for port object 08430618-c101-4300-8a80-65b33eab156f will not be triggered until provisioned by entity L2. {{(pid=78795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:36:39.644220 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-9df82fbd-e954-4bfa-8073-b194c2ba5ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:39.648480 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron_lib.callbacks.manager [None req-c583f470-d1be-4928-9bce-f94a1e0a0b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:39.657187 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG oslo_concurrency.lockutils [None req-0329d009-abe9-4e25-a7fb-fc107af6ab4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:39.728795 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af87b8bb-044a-466a-b630-0ff0edd4d7fd None None] Pushing event updated for resources: {'Port': ['ID=08430618-c101-4300-8a80-65b33eab156f,revision_number=3']} {{(pid=78795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:39.747709 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Pushing event updated for resources: {'Port': ['ID=5388ae40-af93-4a29-81dd-d9bc3be7e206,revision_number=4']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:39.756767 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:39.768157 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-82e3bb75-d34c-4077-bd28-d7f5d63eb146 None None] Notify callbacks [] for port, precommit_create {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:39.780329 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-82e3bb75-d34c-4077-bd28-d7f5d63eb146 None None] Transition to ACTIVE for port object 38d4241b-2f8d-4948-8df3-6f20339a45fc will not be triggered until provisioned by entity L2. {{(pid=78794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:36:39.812536 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-82e3bb75-d34c-4077-bd28-d7f5d63eb146 None None] Transition to ACTIVE for port object 38d4241b-2f8d-4948-8df3-6f20339a45fc will not be triggered until provisioned by entity DHCP. {{(pid=78794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:36:39.821597 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-82e3bb75-d34c-4077-bd28-d7f5d63eb146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739648862724'] for port, after_create {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:39.826315 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-749d38cb-97d4-4572-8a04-9cdb2f7e19a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:39.831692 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.db_base_plugin_common [None req-9df82fbd-e954-4bfa-8073-b194c2ba5ec1 admin admin] Allocated IP 172.27.2.24 (d9e66476-551f-4a93-96a6-794e2ee658bf/9a4f1bc6-77ee-4516-b181-cab47718771b/3eec990d-8ccb-4477-97ee-e1f1449a703d) {{(pid=78793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:36:39.896699 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e3bb75-d34c-4077-bd28-d7f5d63eb146 None None] Network e98de8a5-3a88-48c4-a241-98df54a60e7c is already hosted by enough agents. {{(pid=78794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:36:39.904928 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.scheduler.base_scheduler [None req-82e3bb75-d34c-4077-bd28-d7f5d63eb146 None None] Resources bound (agent type, host, resource id): {{(pid=78794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:36:39.910109 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e3bb75-d34c-4077-bd28-d7f5d63eb146 None None] Pushing event updated for resources: {'Port': ['ID=38d4241b-2f8d-4948-8df3-6f20339a45fc,revision_number=1']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:39.912930 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e3bb75-d34c-4077-bd28-d7f5d63eb146 None None] Received port after_create {{(pid=78794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:36:39.915142 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af87b8bb-044a-466a-b630-0ff0edd4d7fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:39.915302 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-82e3bb75-d34c-4077-bd28-d7f5d63eb146 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:39.915512 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af87b8bb-044a-466a-b630-0ff0edd4d7fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:39.915963 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af87b8bb-044a-466a-b630-0ff0edd4d7fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:39.916290 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af87b8bb-044a-466a-b630-0ff0edd4d7fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:39.916607 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af87b8bb-044a-466a-b630-0ff0edd4d7fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:39.916923 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af87b8bb-044a-466a-b630-0ff0edd4d7fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:39.917230 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af87b8bb-044a-466a-b630-0ff0edd4d7fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:39.917541 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af87b8bb-044a-466a-b630-0ff0edd4d7fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:39.917889 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af87b8bb-044a-466a-b630-0ff0edd4d7fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:39.918199 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af87b8bb-044a-466a-b630-0ff0edd4d7fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:39.918503 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af87b8bb-044a-466a-b630-0ff0edd4d7fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:39.918809 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af87b8bb-044a-466a-b630-0ff0edd4d7fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:39.962618 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG oslo_concurrency.lockutils [None req-af87b8bb-044a-466a-b630-0ff0edd4d7fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=78795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:39.990653 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.plugins.ml2.managers [None req-c583f470-d1be-4928-9bce-f94a1e0a0b95 None None] Attempting to bind port 08430618-c101-4300-8a80-65b33eab156f on host dv-cinder-789603-6-iscsi for vnic_type normal with profile {{(pid=78795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:36:39.990943 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.plugins.ml2.managers [None req-c583f470-d1be-4928-9bce-f94a1e0a0b95 None None] Attempting to bind port 08430618-c101-4300-8a80-65b33eab156f by drivers openvswitch,hyperv on host dv-cinder-789603-6-iscsi at level 0 using segments [{'id': '51769eaf-559f-44d5-9d89-956355b2b805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '60cab5c9-0b46-4fcb-976c-b8b73199ad2c'}] {{(pid=78795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:36:39.991309 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c583f470-d1be-4928-9bce-f94a1e0a0b95 None None] Attempting to bind port 08430618-c101-4300-8a80-65b33eab156f on network 60cab5c9-0b46-4fcb-976c-b8b73199ad2c {{(pid=78795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:36:39.997447 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c583f470-d1be-4928-9bce-f94a1e0a0b95 None None] Checking agent: {'id': 'a7a9b333-fa08-4200-b168-94acd4aebf78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 15, 12, 52), 'started_at': datetime.datetime(2021, 5, 12, 15, 13, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 15, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:36:39.997851 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c583f470-d1be-4928-9bce-f94a1e0a0b95 None None] Checking segment: {'id': '51769eaf-559f-44d5-9d89-956355b2b805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '60cab5c9-0b46-4fcb-976c-b8b73199ad2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:36:39.998317 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron_lib.callbacks.manager [None req-c583f470-d1be-4928-9bce-f94a1e0a0b95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:39.998754 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c583f470-d1be-4928-9bce-f94a1e0a0b95 None None] Bound using segment: {'id': '51769eaf-559f-44d5-9d89-956355b2b805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '60cab5c9-0b46-4fcb-976c-b8b73199ad2c'} {{(pid=78795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:36:39.999340 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.plugins.ml2.managers [None req-c583f470-d1be-4928-9bce-f94a1e0a0b95 None None] Bound port: 08430618-c101-4300-8a80-65b33eab156f, host: dv-cinder-789603-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51769eaf-559f-44d5-9d89-956355b2b805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '60cab5c9-0b46-4fcb-976c-b8b73199ad2c'}}] {{(pid=78795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:36:39.999709 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron_lib.callbacks.manager [None req-c583f470-d1be-4928-9bce-f94a1e0a0b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:40.017653 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.managers [None req-82e3bb75-d34c-4077-bd28-d7f5d63eb146 None None] Attempting to bind port 38d4241b-2f8d-4948-8df3-6f20339a45fc on host dv-cinder-789603-6-iscsi for vnic_type normal with profile {{(pid=78794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:36:40.018064 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.managers [None req-82e3bb75-d34c-4077-bd28-d7f5d63eb146 None None] Attempting to bind port 38d4241b-2f8d-4948-8df3-6f20339a45fc by drivers openvswitch,hyperv on host dv-cinder-789603-6-iscsi at level 0 using segments [{'id': '88be5f7c-7f35-4ba9-af3c-6e0f1c51557c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e98de8a5-3a88-48c4-a241-98df54a60e7c'}] {{(pid=78794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:36:40.018438 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e3bb75-d34c-4077-bd28-d7f5d63eb146 None None] Attempting to bind port 38d4241b-2f8d-4948-8df3-6f20339a45fc on network e98de8a5-3a88-48c4-a241-98df54a60e7c {{(pid=78794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:36:40.024555 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e3bb75-d34c-4077-bd28-d7f5d63eb146 None None] Checking agent: {'id': 'a7a9b333-fa08-4200-b168-94acd4aebf78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 15, 12, 52), 'started_at': datetime.datetime(2021, 5, 12, 15, 13, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 15, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:36:40.024793 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e3bb75-d34c-4077-bd28-d7f5d63eb146 None None] Checking segment: {'id': '88be5f7c-7f35-4ba9-af3c-6e0f1c51557c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e98de8a5-3a88-48c4-a241-98df54a60e7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:36:40.025043 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-82e3bb75-d34c-4077-bd28-d7f5d63eb146 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:40.025436 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e3bb75-d34c-4077-bd28-d7f5d63eb146 None None] Bound using segment: {'id': '88be5f7c-7f35-4ba9-af3c-6e0f1c51557c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e98de8a5-3a88-48c4-a241-98df54a60e7c'} {{(pid=78794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:36:40.025934 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.managers [None req-82e3bb75-d34c-4077-bd28-d7f5d63eb146 None None] Bound port: 38d4241b-2f8d-4948-8df3-6f20339a45fc, host: dv-cinder-789603-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88be5f7c-7f35-4ba9-af3c-6e0f1c51557c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e98de8a5-3a88-48c4-a241-98df54a60e7c'}}] {{(pid=78794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:36:40.026313 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-82e3bb75-d34c-4077-bd28-d7f5d63eb146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:40.058274 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-9df82fbd-e954-4bfa-8073-b194c2ba5ec1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:40.093946 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-9df82fbd-e954-4bfa-8073-b194c2ba5ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739648862724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3598933'] for port, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:40.099618 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-9403f575-f596-4812-9a97-03c869287e38 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:40.112212 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.plugins.ml2.db [None req-c583f470-d1be-4928-9bce-f94a1e0a0b95 None None] For port 08430618-c101-4300-8a80-65b33eab156f, host dv-cinder-789603-6-iscsi, cleared binding levels {{(pid=78795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:36:40.116371 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.plugins.ml2.db [None req-c583f470-d1be-4928-9bce-f94a1e0a0b95 None None] For port 08430618-c101-4300-8a80-65b33eab156f, host dv-cinder-789603-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-iscsi',level=0,port_id=08430618-c101-4300-8a80-65b33eab156f,segment=NetworkSegment(51769eaf-559f-44d5-9d89-956355b2b805),segment_id=51769eaf-559f-44d5-9d89-956355b2b805)] {{(pid=78795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:36:40.120813 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron_lib.callbacks.manager [None req-c583f470-d1be-4928-9bce-f94a1e0a0b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:40.125022 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:40.135428 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-82e3bb75-d34c-4077-bd28-d7f5d63eb146 None None] For port 38d4241b-2f8d-4948-8df3-6f20339a45fc, host dv-cinder-789603-6-iscsi, cleared binding levels {{(pid=78794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:36:40.140485 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-82e3bb75-d34c-4077-bd28-d7f5d63eb146 None None] For port 38d4241b-2f8d-4948-8df3-6f20339a45fc, host dv-cinder-789603-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-iscsi',level=0,port_id=38d4241b-2f8d-4948-8df3-6f20339a45fc,segment=NetworkSegment(88be5f7c-7f35-4ba9-af3c-6e0f1c51557c),segment_id=88be5f7c-7f35-4ba9-af3c-6e0f1c51557c)] {{(pid=78794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:36:40.145264 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-82e3bb75-d34c-4077-bd28-d7f5d63eb146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:40.149260 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-2ff002a8-7f0f-4386-8f26-698b154ac2e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:40.157361 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df82fbd-e954-4bfa-8073-b194c2ba5ec1 admin admin] Network d9e66476-551f-4a93-96a6-794e2ee658bf is already hosted by enough agents. {{(pid=78793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:36:40.160542 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.base_scheduler [None req-9df82fbd-e954-4bfa-8073-b194c2ba5ec1 admin admin] Resources bound (agent type, host, resource id): {{(pid=78793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:36:40.165205 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df82fbd-e954-4bfa-8073-b194c2ba5ec1 admin admin] Received port after_create {{(pid=78793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:36:40.201901 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c583f470-d1be-4928-9bce-f94a1e0a0b95 None None] Routers {'09029d97-ac10-4427-af3f-b046ce5341dc'} bound to L3 agent in host dv-cinder-789603-6-iscsi {{(pid=78795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:36:40.202535 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_hamode_db [None req-c583f470-d1be-4928-9bce-f94a1e0a0b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-12T15:12:51Z,description=,heartbeat_timestamp=2021-05-12T15:36:21Z,host='dv-cinder-789603-6-iscsi',id=e96f2393-830b-46ef-bef2-f93615c2f352,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:12:51Z,topic='l3_agent')) {'router_ids': ['09029d97-ac10-4427-af3f-b046ce5341dc'], 'active': True} {{(pid=78795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:36:40.212726 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df82fbd-e954-4bfa-8073-b194c2ba5ec1 admin admin] Pushing event updated for resources: {'Port': ['ID=3eec990d-8ccb-4477-97ee-e1f1449a703d,revision_number=1']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:40.217025 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-9df82fbd-e954-4bfa-8073-b194c2ba5ec1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:40.242860 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e3bb75-d34c-4077-bd28-d7f5d63eb146 None None] Pushing event updated for resources: {'Port': ['ID=38d4241b-2f8d-4948-8df3-6f20339a45fc,revision_number=2']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:40.260779 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-82e3bb75-d34c-4077-bd28-d7f5d63eb146 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:40.267534 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af87b8bb-044a-466a-b630-0ff0edd4d7fd None None] Pushing event updated for resources: {'Port': ['ID=08430618-c101-4300-8a80-65b33eab156f,revision_number=4']} {{(pid=78795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:40.328739 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG oslo_concurrency.lockutils [None req-af87b8bb-044a-466a-b630-0ff0edd4d7fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=78795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:40.423135 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_dvr_db [None req-c583f470-d1be-4928-9bce-f94a1e0a0b95 None None] Set router 09029d97-ac10-4427-af3f-b046ce5341dc gateway port host: dv-cinder-789603-6-iscsi {{(pid=78795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:36:40.761069 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-9df82fbd-e954-4bfa-8073-b194c2ba5ec1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:40.796968 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_hamode_db [None req-c583f470-d1be-4928-9bce-f94a1e0a0b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09029d97-ac10-4427-af3f-b046ce5341dc', 'name': 'tempest-TestShelveInstance-1848067497-router', 'tenant_id': '0390cffe0daf454d8f2a9b25badfc787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '5388ae40-af93-4a29-81dd-d9bc3be7e206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:36:32Z', 'updated_at': '2021-05-12T15:36:36Z', 'revision_number': 4, 'project_id': '0390cffe0daf454d8f2a9b25badfc787', 'gw_port': {'id': '5388ae40-af93-4a29-81dd-d9bc3be7e206', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:13:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09029d97-ac10-4427-af3f-b046ce5341dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:36:32Z', 'updated_at': '2021-05-12T15:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi', '_interfaces': [{'id': '08430618-c101-4300-8a80-65b33eab156f', 'name': '', 'network_id': '60cab5c9-0b46-4fcb-976c-b8b73199ad2c', 'tenant_id': '0390cffe0daf454d8f2a9b25badfc787', 'mac_address': 'fa:16:3e:61:f3:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09029d97-ac10-4427-af3f-b046ce5341dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '7277229a-e989-44f9-8a5e-6cc2b8c9645d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:36:35Z', 'updated_at': '2021-05-12T15:36:40Z', 'revision_number': 4, 'project_id': '0390cffe0daf454d8f2a9b25badfc787', 'subnets': [{'id': '7277229a-e989-44f9-8a5e-6cc2b8c9645d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-iscsi', False) {} {{(pid=78795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:36:40.801883 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c583f470-d1be-4928-9bce-f94a1e0a0b95 None None] The sync data for ids ['09029d97-ac10-4427-af3f-b046ce5341dc'] in dv-cinder-789603-6-iscsi is: [{'id': '09029d97-ac10-4427-af3f-b046ce5341dc', 'name': 'tempest-TestShelveInstance-1848067497-router', 'tenant_id': '0390cffe0daf454d8f2a9b25badfc787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '5388ae40-af93-4a29-81dd-d9bc3be7e206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:36:32Z', 'updated_at': '2021-05-12T15:36:36Z', 'revision_number': 4, 'project_id': '0390cffe0daf454d8f2a9b25badfc787', 'gw_port': {'id': '5388ae40-af93-4a29-81dd-d9bc3be7e206', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:13:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09029d97-ac10-4427-af3f-b046ce5341dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:36:32Z', 'updated_at': '2021-05-12T15:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi', '_interfaces': [{'id': '08430618-c101-4300-8a80-65b33eab156f', 'name': '', 'network_id': '60cab5c9-0b46-4fcb-976c-b8b73199ad2c', 'tenant_id': '0390cffe0daf454d8f2a9b25badfc787', 'mac_address': 'fa:16:3e:61:f3:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09029d97-ac10-4427-af3f-b046ce5341dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '7277229a-e989-44f9-8a5e-6cc2b8c9645d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:36:35Z', 'updated_at': '2021-05-12T15:36:40Z', 'revision_number': 4, 'project_id': '0390cffe0daf454d8f2a9b25badfc787', 'subnets': [{'id': '7277229a-e989-44f9-8a5e-6cc2b8c9645d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:36:41.149937 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-9df82fbd-e954-4bfa-8073-b194c2ba5ec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705993'] for router, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:41.269369 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device 08430618-c101-4300-8a80-65b33eab156f up at agent ovs-agent-dv-cinder-789603-6-iscsi {{(pid=78794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:36:41.361701 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Provisioning for port 08430618-c101-4300-8a80-65b33eab156f completed by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:36:41.374008 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Provisioning complete for port 08430618-c101-4300-8a80-65b33eab156f triggered by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:36:41.374934 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:41.405604 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9df82fbd-e954-4bfa-8073-b194c2ba5ec1 admin admin] Router 6caeba93-9d8f-4f66-85be-66e20a5f4059 is scheduled to L3 agent e96f2393-830b-46ef-bef2-f93615c2f352 with binding_index 1 {{(pid=78793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 15:36:41.420236 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e830a3-3808-42b9-963d-e211ba72b7a1 None None] Network e98de8a5-3a88-48c4-a241-98df54a60e7c requested from dv-cinder-789603-6-iscsi {{(pid=78794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 15:36:41.588719 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-c94b37dd-c5de-4bc0-bcd4-f25f2afc07c8 None None] Provisioning for port 38d4241b-2f8d-4948-8df3-6f20339a45fc completed by entity DHCP. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:36:41.597798 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9df82fbd-e954-4bfa-8073-b194c2ba5ec1 admin admin] Notify agent at l3_agent.dv-cinder-789603-6-iscsi the message routers_updated {{(pid=78793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:36:41.610689 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a376350-5b0c-4dc0-9866-63c93d768106 None None] Sync routers for ids ['6caeba93-9d8f-4f66-85be-66e20a5f4059'] in dv-cinder-789603-6-iscsi {{(pid=78794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:36:41.625541 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-9df82fbd-e954-4bfa-8073-b194c2ba5ec1 admin admin] Notify callbacks [] for router, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:41.626824 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-9df82fbd-e954-4bfa-8073-b194c2ba5ec1 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7574515 May 12 15:36:41.629968 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 51704) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:36:41.681932 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a376350-5b0c-4dc0-9866-63c93d768106 None None] Routers {'6caeba93-9d8f-4f66-85be-66e20a5f4059'} bound to L3 agent in host dv-cinder-789603-6-iscsi {{(pid=78794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:36:41.682466 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-2a376350-5b0c-4dc0-9866-63c93d768106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-12T15:12:51Z,description=,heartbeat_timestamp=2021-05-12T15:36:21Z,host='dv-cinder-789603-6-iscsi',id=e96f2393-830b-46ef-bef2-f93615c2f352,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:12:51Z,topic='l3_agent')) {'router_ids': ['6caeba93-9d8f-4f66-85be-66e20a5f4059'], 'active': True} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:36:41.856216 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:41.969398 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] For port 08430618-c101-4300-8a80-65b33eab156f, host dv-cinder-789603-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-iscsi',level=0,port_id=08430618-c101-4300-8a80-65b33eab156f,segment=NetworkSegment(51769eaf-559f-44d5-9d89-956355b2b805),segment_id=51769eaf-559f-44d5-9d89-956355b2b805)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:36:41.978662 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:41.978916 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device 5388ae40-af93-4a29-81dd-d9bc3be7e206 up at agent ovs-agent-dv-cinder-789603-6-iscsi {{(pid=78794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:36:42.011163 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-72d6635d-ed9e-4204-942d-d85e3579798e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:42.065126 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvr_db [None req-2a376350-5b0c-4dc0-9866-63c93d768106 None None] Set router 6caeba93-9d8f-4f66-85be-66e20a5f4059 gateway port host: dv-cinder-789603-6-iscsi {{(pid=78794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:36:42.313030 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Pushing event updated for resources: {'Port': ['ID=08430618-c101-4300-8a80-65b33eab156f,revision_number=5']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:42.323976 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:42.366574 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Provisioning complete for port 5388ae40-af93-4a29-81dd-d9bc3be7e206 triggered by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:36:42.366963 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:42.522047 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-e04611dc-d76c-4ba4-83a0-cab645bf6d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:42.548185 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-2a376350-5b0c-4dc0-9866-63c93d768106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6caeba93-9d8f-4f66-85be-66e20a5f4059', 'name': 'tempest-TestShelveInstance-1692670147-router', 'tenant_id': '5e38e38e9d0342c6978bb82ebf83c5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '3eec990d-8ccb-4477-97ee-e1f1449a703d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:36:38Z', 'updated_at': '2021-05-12T15:36:40Z', 'revision_number': 3, 'project_id': '5e38e38e9d0342c6978bb82ebf83c5b5', 'gw_port': {'id': '3eec990d-8ccb-4477-97ee-e1f1449a703d', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5a:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6caeba93-9d8f-4f66-85be-66e20a5f4059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:36:39Z', 'updated_at': '2021-05-12T15:36:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi'}], 'dv-cinder-789603-6-iscsi', False) {} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:36:42.554691 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device 38d4241b-2f8d-4948-8df3-6f20339a45fc up at agent ovs-agent-dv-cinder-789603-6-iscsi {{(pid=78794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:36:42.591833 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a376350-5b0c-4dc0-9866-63c93d768106 None None] Checking router: 6caeba93-9d8f-4f66-85be-66e20a5f4059 for host: dv-cinder-789603-6-iscsi {{(pid=78794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:36:42.592095 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a376350-5b0c-4dc0-9866-63c93d768106 None None] Updating router 6caeba93-9d8f-4f66-85be-66e20a5f4059 port 3eec990d-8ccb-4477-97ee-e1f1449a703d binding host dv-cinder-789603-6-iscsi {{(pid=78794) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 15:36:42.671771 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2a376350-5b0c-4dc0-9866-63c93d768106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:42.719024 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Provisioning for port 38d4241b-2f8d-4948-8df3-6f20339a45fc completed by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:36:42.731356 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Provisioning complete for port 38d4241b-2f8d-4948-8df3-6f20339a45fc triggered by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:36:42.731744 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:42.733026 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.db_base_plugin_common [None req-e04611dc-d76c-4ba4-83a0-cab645bf6d31 admin admin] Allocated IP 172.20.0.1 (e98de8a5-3a88-48c4-a241-98df54a60e7c/1cdf4905-ce09-4d37-9997-73a6f24b7989/ae12cf3f-12bd-4541-bd8f-d6d40e4f811a) {{(pid=78793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:36:42.888153 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-e04611dc-d76c-4ba4-83a0-cab645bf6d31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:42.915031 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.provisioning_blocks [None req-e04611dc-d76c-4ba4-83a0-cab645bf6d31 admin admin] Transition to ACTIVE for port object ae12cf3f-12bd-4541-bd8f-d6d40e4f811a will not be triggered until provisioned by entity DHCP. {{(pid=78793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:36:42.948447 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-e04611dc-d76c-4ba4-83a0-cab645bf6d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739648862724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3598933'] for port, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:42.952427 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-2dc24d14-87f6-434a-9e7c-56b2fa5b0eb7 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:43.011600 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04611dc-d76c-4ba4-83a0-cab645bf6d31 admin admin] Network e98de8a5-3a88-48c4-a241-98df54a60e7c is already hosted by enough agents. {{(pid=78793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:36:43.014389 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.base_scheduler [None req-e04611dc-d76c-4ba4-83a0-cab645bf6d31 admin admin] Resources bound (agent type, host, resource id): {{(pid=78793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:36:43.022417 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04611dc-d76c-4ba4-83a0-cab645bf6d31 admin admin] Received port after_create {{(pid=78793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:36:43.056549 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04611dc-d76c-4ba4-83a0-cab645bf6d31 admin admin] Pushing event updated for resources: {'Port': ['ID=ae12cf3f-12bd-4541-bd8f-d6d40e4f811a,revision_number=1']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:43.062464 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:43.062945 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-e04611dc-d76c-4ba4-83a0-cab645bf6d31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:43.084587 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-e04611dc-d76c-4ba4-83a0-cab645bf6d31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705686'] for router_interface, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:43.120746 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] For port 38d4241b-2f8d-4948-8df3-6f20339a45fc, host dv-cinder-789603-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-iscsi',level=0,port_id=38d4241b-2f8d-4948-8df3-6f20339a45fc,segment=NetworkSegment(88be5f7c-7f35-4ba9-af3c-6e0f1c51557c),segment_id=88be5f7c-7f35-4ba9-af3c-6e0f1c51557c)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:36:43.126136 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:43.129517 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:43.204364 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-e04611dc-d76c-4ba4-83a0-cab645bf6d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:43.227309 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device 08430618-c101-4300-8a80-65b33eab156f up at agent ovs-agent-dv-cinder-789603-6-iscsi {{(pid=78794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:36:43.323320 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2a376350-5b0c-4dc0-9866-63c93d768106 None None] Notify callbacks [] for port, precommit_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:43.326294 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Pushing event updated for resources: {'Port': ['ID=38d4241b-2f8d-4948-8df3-6f20339a45fc,revision_number=3']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:43.338313 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:43.341702 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-fb0ff9e7-c549-4fd7-9603-a1c93062f1e1 None None] Provisioning for port ae12cf3f-12bd-4541-bd8f-d6d40e4f811a completed by entity DHCP. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:36:43.355429 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-2a376350-5b0c-4dc0-9866-63c93d768106 None None] Transition to ACTIVE for port object 3eec990d-8ccb-4477-97ee-e1f1449a703d will not be triggered until provisioned by entity L2. {{(pid=78794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:36:43.357685 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-fb0ff9e7-c549-4fd7-9603-a1c93062f1e1 None None] Provisioning complete for port ae12cf3f-12bd-4541-bd8f-d6d40e4f811a triggered by entity DHCP. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:36:43.358677 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-fb0ff9e7-c549-4fd7-9603-a1c93062f1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:43.402687 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2a376350-5b0c-4dc0-9866-63c93d768106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:43.409678 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:43.441012 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-e04611dc-d76c-4ba4-83a0-cab645bf6d31 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:43.447601 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-e04611dc-d76c-4ba4-83a0-cab645bf6d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3598924'] for port, after_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:43.477400 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-9403f575-f596-4812-9a97-03c869287e38 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:43.494753 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.plugin [None req-fb0ff9e7-c549-4fd7-9603-a1c93062f1e1 None None] Port ae12cf3f-12bd-4541-bd8f-d6d40e4f811a cannot update to ACTIVE because it is not bound. {{(pid=78794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 15:36:43.502336 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Provisioning complete for port 08430618-c101-4300-8a80-65b33eab156f triggered by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:36:43.502718 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:43.534580 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.managers [None req-2a376350-5b0c-4dc0-9866-63c93d768106 None None] Attempting to bind port 3eec990d-8ccb-4477-97ee-e1f1449a703d on host dv-cinder-789603-6-iscsi for vnic_type normal with profile {{(pid=78794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:36:43.534854 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.managers [None req-2a376350-5b0c-4dc0-9866-63c93d768106 None None] Attempting to bind port 3eec990d-8ccb-4477-97ee-e1f1449a703d by drivers openvswitch,hyperv on host dv-cinder-789603-6-iscsi at level 0 using segments [{'id': '5d059134-8cbd-4fdb-844f-331960400265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf'}] {{(pid=78794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:36:43.535137 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a376350-5b0c-4dc0-9866-63c93d768106 None None] Attempting to bind port 3eec990d-8ccb-4477-97ee-e1f1449a703d on network d9e66476-551f-4a93-96a6-794e2ee658bf {{(pid=78794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:36:43.559767 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2875fbb-0a3f-488a-a9ca-03f55d194d40 None None] Pushing event updated for resources: {'Port': ['ID=3eec990d-8ccb-4477-97ee-e1f1449a703d,revision_number=2']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:43.560975 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-e04611dc-d76c-4ba4-83a0-cab645bf6d31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705589'] for router_interface, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:43.562152 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a376350-5b0c-4dc0-9866-63c93d768106 None None] Checking agent: {'id': 'a7a9b333-fa08-4200-b168-94acd4aebf78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 15, 12, 52), 'started_at': datetime.datetime(2021, 5, 12, 15, 13, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 15, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:36:43.562545 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a376350-5b0c-4dc0-9866-63c93d768106 None None] Checking segment: {'id': '5d059134-8cbd-4fdb-844f-331960400265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:36:43.562960 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2a376350-5b0c-4dc0-9866-63c93d768106 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:43.563388 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a376350-5b0c-4dc0-9866-63c93d768106 None None] Bound using segment: {'id': '5d059134-8cbd-4fdb-844f-331960400265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf'} {{(pid=78794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:36:43.563933 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.managers [None req-2a376350-5b0c-4dc0-9866-63c93d768106 None None] Bound port: 3eec990d-8ccb-4477-97ee-e1f1449a703d, host: dv-cinder-789603-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d059134-8cbd-4fdb-844f-331960400265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf'}}] {{(pid=78794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:36:43.564210 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2a376350-5b0c-4dc0-9866-63c93d768106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:43.567977 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04611dc-d76c-4ba4-83a0-cab645bf6d31 admin admin] Pushing event updated for resources: {'Port': ['ID=ae12cf3f-12bd-4541-bd8f-d6d40e4f811a,revision_number=2']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:43.572024 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-e04611dc-d76c-4ba4-83a0-cab645bf6d31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:43.594328 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-d2875fbb-0a3f-488a-a9ca-03f55d194d40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:43.683440 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-2a376350-5b0c-4dc0-9866-63c93d768106 None None] For port 3eec990d-8ccb-4477-97ee-e1f1449a703d, host dv-cinder-789603-6-iscsi, cleared binding levels {{(pid=78794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:36:43.705124 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-2a376350-5b0c-4dc0-9866-63c93d768106 None None] For port 3eec990d-8ccb-4477-97ee-e1f1449a703d, host dv-cinder-789603-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-iscsi',level=0,port_id=3eec990d-8ccb-4477-97ee-e1f1449a703d,segment=NetworkSegment(5d059134-8cbd-4fdb-844f-331960400265),segment_id=5d059134-8cbd-4fdb-844f-331960400265)] {{(pid=78794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:36:43.714171 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2a376350-5b0c-4dc0-9866-63c93d768106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:43.724620 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:43.806759 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a376350-5b0c-4dc0-9866-63c93d768106 None None] Routers {'6caeba93-9d8f-4f66-85be-66e20a5f4059'} bound to L3 agent in host dv-cinder-789603-6-iscsi {{(pid=78794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:36:43.807413 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-2a376350-5b0c-4dc0-9866-63c93d768106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-12T15:12:51Z,description=,heartbeat_timestamp=2021-05-12T15:36:21Z,host='dv-cinder-789603-6-iscsi',id=e96f2393-830b-46ef-bef2-f93615c2f352,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:12:51Z,topic='l3_agent')) {'router_ids': ['6caeba93-9d8f-4f66-85be-66e20a5f4059'], 'active': True} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:36:43.818732 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04611dc-d76c-4ba4-83a0-cab645bf6d31 admin admin] Network e98de8a5-3a88-48c4-a241-98df54a60e7c is already hosted by enough agents. {{(pid=78793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:36:43.820026 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.base_scheduler [None req-e04611dc-d76c-4ba4-83a0-cab645bf6d31 admin admin] Resources bound (agent type, host, resource id): {{(pid=78793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:36:43.859370 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2875fbb-0a3f-488a-a9ca-03f55d194d40 None None] Pushing event updated for resources: {'Port': ['ID=3eec990d-8ccb-4477-97ee-e1f1449a703d,revision_number=3']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:43.939858 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-d2875fbb-0a3f-488a-a9ca-03f55d194d40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:44.025957 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e04611dc-d76c-4ba4-83a0-cab645bf6d31 admin admin] Router 6caeba93-9d8f-4f66-85be-66e20a5f4059 has already been hosted by L3 agent e96f2393-830b-46ef-bef2-f93615c2f352 {{(pid=78793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 15:36:44.030037 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvr_db [None req-2a376350-5b0c-4dc0-9866-63c93d768106 None None] Set router 6caeba93-9d8f-4f66-85be-66e20a5f4059 gateway port host: dv-cinder-789603-6-iscsi {{(pid=78794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:36:44.096689 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-7aee70aa-f4ea-4d59-a700-9bd19c2baa05 None None] Provisioning complete for port ae12cf3f-12bd-4541-bd8f-d6d40e4f811a triggered by entity DHCP. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:36:44.096992 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-7aee70aa-f4ea-4d59-a700-9bd19c2baa05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:44.251907 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e04611dc-d76c-4ba4-83a0-cab645bf6d31 admin admin] Notify agent at l3_agent.dv-cinder-789603-6-iscsi the message routers_updated {{(pid=78793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:36:44.261860 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-e04611dc-d76c-4ba4-83a0-cab645bf6d31 admin admin] 10.222.0.32 "PUT /v2.0/routers/6caeba93-9d8f-4f66-85be-66e20a5f4059/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6309853 May 12 15:36:44.292187 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.plugin [None req-7aee70aa-f4ea-4d59-a700-9bd19c2baa05 None None] Port ae12cf3f-12bd-4541-bd8f-d6d40e4f811a cannot update to ACTIVE because it is not bound. {{(pid=78794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 15:36:44.423680 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-2a376350-5b0c-4dc0-9866-63c93d768106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6caeba93-9d8f-4f66-85be-66e20a5f4059', 'name': 'tempest-TestShelveInstance-1692670147-router', 'tenant_id': '5e38e38e9d0342c6978bb82ebf83c5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '3eec990d-8ccb-4477-97ee-e1f1449a703d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:36:38Z', 'updated_at': '2021-05-12T15:36:43Z', 'revision_number': 4, 'project_id': '5e38e38e9d0342c6978bb82ebf83c5b5', 'gw_port': {'id': '3eec990d-8ccb-4477-97ee-e1f1449a703d', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5a:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6caeba93-9d8f-4f66-85be-66e20a5f4059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:36:39Z', 'updated_at': '2021-05-12T15:36:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi', '_interfaces': [{'id': 'ae12cf3f-12bd-4541-bd8f-d6d40e4f811a', 'name': '', 'network_id': 'e98de8a5-3a88-48c4-a241-98df54a60e7c', 'tenant_id': '5e38e38e9d0342c6978bb82ebf83c5b5', 'mac_address': 'fa:16:3e:37:91:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6caeba93-9d8f-4f66-85be-66e20a5f4059', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '1cdf4905-ce09-4d37-9997-73a6f24b7989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:36:42Z', 'updated_at': '2021-05-12T15:36:43Z', 'revision_number': 2, 'project_id': '5e38e38e9d0342c6978bb82ebf83c5b5', 'subnets': [{'id': '1cdf4905-ce09-4d37-9997-73a6f24b7989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-iscsi', False) {} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:36:44.428709 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a376350-5b0c-4dc0-9866-63c93d768106 None None] The sync data for ids ['6caeba93-9d8f-4f66-85be-66e20a5f4059'] in dv-cinder-789603-6-iscsi is: [{'id': '6caeba93-9d8f-4f66-85be-66e20a5f4059', 'name': 'tempest-TestShelveInstance-1692670147-router', 'tenant_id': '5e38e38e9d0342c6978bb82ebf83c5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '3eec990d-8ccb-4477-97ee-e1f1449a703d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:36:38Z', 'updated_at': '2021-05-12T15:36:43Z', 'revision_number': 4, 'project_id': '5e38e38e9d0342c6978bb82ebf83c5b5', 'gw_port': {'id': '3eec990d-8ccb-4477-97ee-e1f1449a703d', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5a:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6caeba93-9d8f-4f66-85be-66e20a5f4059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:36:39Z', 'updated_at': '2021-05-12T15:36:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi', '_interfaces': [{'id': 'ae12cf3f-12bd-4541-bd8f-d6d40e4f811a', 'name': '', 'network_id': 'e98de8a5-3a88-48c4-a241-98df54a60e7c', 'tenant_id': '5e38e38e9d0342c6978bb82ebf83c5b5', 'mac_address': 'fa:16:3e:37:91:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6caeba93-9d8f-4f66-85be-66e20a5f4059', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '1cdf4905-ce09-4d37-9997-73a6f24b7989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:36:42Z', 'updated_at': '2021-05-12T15:36:43Z', 'revision_number': 2, 'project_id': '5e38e38e9d0342c6978bb82ebf83c5b5', 'subnets': [{'id': '1cdf4905-ce09-4d37-9997-73a6f24b7989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:36:44.961244 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 51714) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:36:44.967707 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.v2.base [None req-9383fcd8-4feb-48c5-9959-ed6a59431afa tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-598012444', 'description': 'tempest-secgroup-smoke-598012444 description', 'project_id': '0390cffe0daf454d8f2a9b25badfc787'}} {{(pid=78793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:36:44.974461 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-9383fcd8-4feb-48c5-9959-ed6a59431afa tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:36:44.979092 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-9383fcd8-4feb-48c5-9959-ed6a59431afa tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Usage tracker for resource:security_group and tenant:0390cffe0daf454d8f2a9b25badfc787 is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:36:44.982178 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-9383fcd8-4feb-48c5-9959-ed6a59431afa tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:36:44.988375 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-9383fcd8-4feb-48c5-9959-ed6a59431afa tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:36:44.999558 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-9383fcd8-4feb-48c5-9959-ed6a59431afa tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Notify callbacks [] for security_group, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:45.023778 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-9383fcd8-4feb-48c5-9959-ed6a59431afa tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:36:45.030304 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-9383fcd8-4feb-48c5-9959-ed6a59431afa tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Usage tracker for resource:security_group_rule and tenant:0390cffe0daf454d8f2a9b25badfc787 is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:36:45.042813 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-9383fcd8-4feb-48c5-9959-ed6a59431afa tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:36:45.052465 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-9383fcd8-4feb-48c5-9959-ed6a59431afa tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:36:45.135451 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-9383fcd8-4feb-48c5-9959-ed6a59431afa tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Notify callbacks [] for security_group, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:45.151275 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-9383fcd8-4feb-48c5-9959-ed6a59431afa tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:45.159424 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-de6a6a9d-eb72-4a3c-9e8f-d7e7909b8a34 tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:45.203041 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-9383fcd8-4feb-48c5-9959-ed6a59431afa tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Notify callbacks [] for security_group, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:45.205827 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-9383fcd8-4feb-48c5-9959-ed6a59431afa tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2416313 May 12 15:36:45.207339 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 51718) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:36:45.211871 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9383fcd8-4feb-48c5-9959-ed6a59431afa tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adecefa6-d381-44c0-b99b-1e165d1a0c1f,revision_number=1']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:45.214528 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.v2.base [None req-738d4488-bc59-47a3-b952-5458f0168088 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Request body: {'security_group_rule': {'security_group_id': 'adecefa6-d381-44c0-b99b-1e165d1a0c1f', 'project_id': '0390cffe0daf454d8f2a9b25badfc787', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:36:45.214930 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-9383fcd8-4feb-48c5-9959-ed6a59431afa tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:45.224138 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-738d4488-bc59-47a3-b952-5458f0168088 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:36:45.228163 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-738d4488-bc59-47a3-b952-5458f0168088 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Usage tracker for resource:security_group_rule and tenant:0390cffe0daf454d8f2a9b25badfc787 is out of sync, need to count used quota {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:36:45.232195 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-738d4488-bc59-47a3-b952-5458f0168088 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:36:45.239234 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-738d4488-bc59-47a3-b952-5458f0168088 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:36:45.260261 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-738d4488-bc59-47a3-b952-5458f0168088 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:45.313564 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device 3eec990d-8ccb-4477-97ee-e1f1449a703d up at agent ovs-agent-dv-cinder-789603-6-iscsi {{(pid=78794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:36:45.344973 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-738d4488-bc59-47a3-b952-5458f0168088 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:45.349852 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-738d4488-bc59-47a3-b952-5458f0168088 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325463'] for security_group_rule, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:45.359071 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-3583fc54-fb39-4790-a11a-d608a836a209 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:45.384066 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738d4488-bc59-47a3-b952-5458f0168088 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49e42df6-516e-46c6-b0bd-167785f22b17,revision_number=0']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:45.387224 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Provisioning for port 3eec990d-8ccb-4477-97ee-e1f1449a703d completed by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:36:45.388078 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-738d4488-bc59-47a3-b952-5458f0168088 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:45.392236 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-738d4488-bc59-47a3-b952-5458f0168088 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:45.393429 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-738d4488-bc59-47a3-b952-5458f0168088 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1839249 May 12 15:36:45.395080 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Provisioning complete for port 3eec990d-8ccb-4477-97ee-e1f1449a703d triggered by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:36:45.396151 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:45.397474 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 51722) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:36:45.403591 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.v2.base [None req-aaa86d2c-3c20-4f41-9681-fddc9f3d21be tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Request body: {'security_group_rule': {'security_group_id': 'adecefa6-d381-44c0-b99b-1e165d1a0c1f', 'project_id': '0390cffe0daf454d8f2a9b25badfc787', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:36:45.410711 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-aaa86d2c-3c20-4f41-9681-fddc9f3d21be tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:36:45.415144 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-aaa86d2c-3c20-4f41-9681-fddc9f3d21be tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Usage tracker for resource:security_group_rule and tenant:0390cffe0daf454d8f2a9b25badfc787 is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:36:45.422697 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-aaa86d2c-3c20-4f41-9681-fddc9f3d21be tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:36:45.430541 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-aaa86d2c-3c20-4f41-9681-fddc9f3d21be tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:36:45.450177 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-aaa86d2c-3c20-4f41-9681-fddc9f3d21be tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:45.523674 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-aaa86d2c-3c20-4f41-9681-fddc9f3d21be tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:45.527998 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-aaa86d2c-3c20-4f41-9681-fddc9f3d21be tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325463'] for security_group_rule, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:45.528132 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:45.536983 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-48429c10-5cf4-4930-8e89-469f85b585bf tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:45.546606 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] For port 3eec990d-8ccb-4477-97ee-e1f1449a703d, host dv-cinder-789603-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-iscsi',level=0,port_id=3eec990d-8ccb-4477-97ee-e1f1449a703d,segment=NetworkSegment(5d059134-8cbd-4fdb-844f-331960400265),segment_id=5d059134-8cbd-4fdb-844f-331960400265)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:36:45.551220 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:45.552628 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device 38d4241b-2f8d-4948-8df3-6f20339a45fc up at agent ovs-agent-dv-cinder-789603-6-iscsi {{(pid=78794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:36:45.561353 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa86d2c-3c20-4f41-9681-fddc9f3d21be tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=711dfa1f-6699-409d-bfbb-a730d2d50aee,revision_number=0']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:45.564446 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-aaa86d2c-3c20-4f41-9681-fddc9f3d21be tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:45.570299 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-aaa86d2c-3c20-4f41-9681-fddc9f3d21be tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:45.571510 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-aaa86d2c-3c20-4f41-9681-fddc9f3d21be tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1729352 May 12 15:36:45.574415 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 51726) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:36:45.579786 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.v2.base [None req-21c41550-b277-4b44-9a75-a62d336db60b tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Request body: {'security_group_rule': {'security_group_id': 'adecefa6-d381-44c0-b99b-1e165d1a0c1f', 'project_id': '0390cffe0daf454d8f2a9b25badfc787', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:36:45.581318 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-82e3bb75-d34c-4077-bd28-d7f5d63eb146 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:45.586402 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-21c41550-b277-4b44-9a75-a62d336db60b tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:36:45.590473 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-21c41550-b277-4b44-9a75-a62d336db60b tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Usage tracker for resource:security_group_rule and tenant:0390cffe0daf454d8f2a9b25badfc787 is out of sync, need to count used quota {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:36:45.593472 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-21c41550-b277-4b44-9a75-a62d336db60b tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:36:45.600674 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-21c41550-b277-4b44-9a75-a62d336db60b tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:36:45.619440 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-21c41550-b277-4b44-9a75-a62d336db60b tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:45.693062 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-21c41550-b277-4b44-9a75-a62d336db60b tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:45.697641 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-21c41550-b277-4b44-9a75-a62d336db60b tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325463'] for security_group_rule, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:45.699801 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-5ccd7a4e-63e3-4cb1-bbd7-e340ad8e2202 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:45.722248 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Pushing event updated for resources: {'Port': ['ID=3eec990d-8ccb-4477-97ee-e1f1449a703d,revision_number=4']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:45.722664 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c41550-b277-4b44-9a75-a62d336db60b tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=146e53ed-ef53-448d-aff6-94974f3b86f9,revision_number=0']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:45.725199 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-21c41550-b277-4b44-9a75-a62d336db60b tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:45.726070 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:45.732470 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-21c41550-b277-4b44-9a75-a62d336db60b tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:45.733916 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-21c41550-b277-4b44-9a75-a62d336db60b tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1584888 May 12 15:36:45.736633 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 51730) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:36:45.737967 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Provisioning complete for port 38d4241b-2f8d-4948-8df3-6f20339a45fc triggered by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:36:45.738367 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:45.743306 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.v2.base [None req-ae9813f1-d364-4981-a46c-1a846f2cc3d9 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Request body: {'security_group_rule': {'security_group_id': 'adecefa6-d381-44c0-b99b-1e165d1a0c1f', 'project_id': '0390cffe0daf454d8f2a9b25badfc787', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:36:45.749342 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-ae9813f1-d364-4981-a46c-1a846f2cc3d9 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:36:45.753093 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-ae9813f1-d364-4981-a46c-1a846f2cc3d9 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Usage tracker for resource:security_group_rule and tenant:0390cffe0daf454d8f2a9b25badfc787 is out of sync, need to count used quota {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:36:45.756525 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-ae9813f1-d364-4981-a46c-1a846f2cc3d9 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:36:45.762125 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-ae9813f1-d364-4981-a46c-1a846f2cc3d9 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:36:45.779558 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-ae9813f1-d364-4981-a46c-1a846f2cc3d9 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:45.846275 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-ae9813f1-d364-4981-a46c-1a846f2cc3d9 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:45.850510 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-ae9813f1-d364-4981-a46c-1a846f2cc3d9 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325463'] for security_group_rule, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:45.852605 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:45.875799 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9813f1-d364-4981-a46c-1a846f2cc3d9 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f07ef0dd-39e6-4e09-9dcf-14bf247f35a8,revision_number=0']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:45.878380 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-ae9813f1-d364-4981-a46c-1a846f2cc3d9 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:45.887465 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-ae9813f1-d364-4981-a46c-1a846f2cc3d9 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:45.891491 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-ae9813f1-d364-4981-a46c-1a846f2cc3d9 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1510458 May 12 15:36:45.891638 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 51734) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:36:45.896849 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.v2.base [None req-9dcdf8fd-e295-49c9-98ae-2960d1233442 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Request body: {'security_group_rule': {'security_group_id': 'adecefa6-d381-44c0-b99b-1e165d1a0c1f', 'project_id': '0390cffe0daf454d8f2a9b25badfc787', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:36:45.902879 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-9dcdf8fd-e295-49c9-98ae-2960d1233442 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:36:45.906869 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-9dcdf8fd-e295-49c9-98ae-2960d1233442 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Usage tracker for resource:security_group_rule and tenant:0390cffe0daf454d8f2a9b25badfc787 is out of sync, need to count used quota {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:36:45.910393 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-9dcdf8fd-e295-49c9-98ae-2960d1233442 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:36:45.916717 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-9dcdf8fd-e295-49c9-98ae-2960d1233442 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:36:45.927975 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.db.securitygroups_db [None req-9dcdf8fd-e295-49c9-98ae-2960d1233442 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Project 0390cffe0daf454d8f2a9b25badfc787 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 15:36:45.935255 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-9dcdf8fd-e295-49c9-98ae-2960d1233442 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:46.004877 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-9dcdf8fd-e295-49c9-98ae-2960d1233442 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:46.009496 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-9dcdf8fd-e295-49c9-98ae-2960d1233442 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325463'] for security_group_rule, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:46.011690 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-a4380259-0376-4242-94b7-4fb757648aac tempest-AttachVolumeTestJSON-1376141828 tempest-AttachVolumeTestJSON-1376141828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:46.034497 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcdf8fd-e295-49c9-98ae-2960d1233442 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2718249e-42c8-4ada-bfe3-82440c3aca33,revision_number=0']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:46.037421 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-9dcdf8fd-e295-49c9-98ae-2960d1233442 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:46.044788 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-9dcdf8fd-e295-49c9-98ae-2960d1233442 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:46.045966 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-9dcdf8fd-e295-49c9-98ae-2960d1233442 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1533992 May 12 15:36:46.048695 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 51738) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:36:46.054330 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.v2.base [None req-3aedc5e8-aa9f-46ac-9900-ddcb7528cd44 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Request body: {'security_group_rule': {'security_group_id': 'adecefa6-d381-44c0-b99b-1e165d1a0c1f', 'project_id': '0390cffe0daf454d8f2a9b25badfc787', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:36:46.060215 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-3aedc5e8-aa9f-46ac-9900-ddcb7528cd44 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:36:46.063981 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-3aedc5e8-aa9f-46ac-9900-ddcb7528cd44 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Usage tracker for resource:security_group_rule and tenant:0390cffe0daf454d8f2a9b25badfc787 is out of sync, need to count used quota {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:36:46.066825 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [None req-3aedc5e8-aa9f-46ac-9900-ddcb7528cd44 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:36:46.072500 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [None req-3aedc5e8-aa9f-46ac-9900-ddcb7528cd44 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:36:46.086663 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.db.securitygroups_db [None req-3aedc5e8-aa9f-46ac-9900-ddcb7528cd44 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Project 0390cffe0daf454d8f2a9b25badfc787 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 15:36:46.092629 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-3aedc5e8-aa9f-46ac-9900-ddcb7528cd44 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:46.152440 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.agents_db [None req-dd47ce14-932e-4540-b008-5e9038d1c348 None None] Agent healthcheck: found 6 active agents {{(pid=78795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 15:36:46.169741 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-3aedc5e8-aa9f-46ac-9900-ddcb7528cd44 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:46.173609 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-3aedc5e8-aa9f-46ac-9900-ddcb7528cd44 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325463'] for security_group_rule, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:46.175804 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:46.200133 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aedc5e8-aa9f-46ac-9900-ddcb7528cd44 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3f5a08d-05e7-4ad2-8fc8-95561807f9fb,revision_number=0']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:46.202874 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-3aedc5e8-aa9f-46ac-9900-ddcb7528cd44 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:46.212571 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-3aedc5e8-aa9f-46ac-9900-ddcb7528cd44 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:46.213795 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-3aedc5e8-aa9f-46ac-9900-ddcb7528cd44 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1641941 May 12 15:36:47.202447 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device 3eec990d-8ccb-4477-97ee-e1f1449a703d up at agent ovs-agent-dv-cinder-789603-6-iscsi {{(pid=78794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:36:47.276095 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Provisioning complete for port 3eec990d-8ccb-4477-97ee-e1f1449a703d triggered by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:36:47.276582 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:48.046837 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d3f84b-59fa-4b94-a6cf-b3b525bccd91 None None] Sync routers for ids ['6caeba93-9d8f-4f66-85be-66e20a5f4059'] in dv-cinder-789603-6-iscsi {{(pid=78795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:36:48.056483 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d3f84b-59fa-4b94-a6cf-b3b525bccd91 None None] Routers {'6caeba93-9d8f-4f66-85be-66e20a5f4059'} bound to L3 agent in host dv-cinder-789603-6-iscsi {{(pid=78795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:36:48.057120 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_hamode_db [None req-53d3f84b-59fa-4b94-a6cf-b3b525bccd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-12T15:12:51Z,description=,heartbeat_timestamp=2021-05-12T15:36:21Z,host='dv-cinder-789603-6-iscsi',id=e96f2393-830b-46ef-bef2-f93615c2f352,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:12:51Z,topic='l3_agent')) {'router_ids': ['6caeba93-9d8f-4f66-85be-66e20a5f4059'], 'active': True} {{(pid=78795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:36:48.241764 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_dvr_db [None req-53d3f84b-59fa-4b94-a6cf-b3b525bccd91 None None] Set router 6caeba93-9d8f-4f66-85be-66e20a5f4059 gateway port host: dv-cinder-789603-6-iscsi {{(pid=78795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:36:48.579233 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_hamode_db [None req-53d3f84b-59fa-4b94-a6cf-b3b525bccd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6caeba93-9d8f-4f66-85be-66e20a5f4059', 'name': 'tempest-TestShelveInstance-1692670147-router', 'tenant_id': '5e38e38e9d0342c6978bb82ebf83c5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '3eec990d-8ccb-4477-97ee-e1f1449a703d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:36:38Z', 'updated_at': '2021-05-12T15:36:43Z', 'revision_number': 4, 'project_id': '5e38e38e9d0342c6978bb82ebf83c5b5', 'gw_port': {'id': '3eec990d-8ccb-4477-97ee-e1f1449a703d', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caeba93-9d8f-4f66-85be-66e20a5f4059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:36:39Z', 'updated_at': '2021-05-12T15:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi', '_interfaces': [{'id': 'ae12cf3f-12bd-4541-bd8f-d6d40e4f811a', 'name': '', 'network_id': 'e98de8a5-3a88-48c4-a241-98df54a60e7c', 'tenant_id': '5e38e38e9d0342c6978bb82ebf83c5b5', 'mac_address': 'fa:16:3e:37:91:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6caeba93-9d8f-4f66-85be-66e20a5f4059', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '1cdf4905-ce09-4d37-9997-73a6f24b7989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:36:42Z', 'updated_at': '2021-05-12T15:36:43Z', 'revision_number': 2, 'project_id': '5e38e38e9d0342c6978bb82ebf83c5b5', 'subnets': [{'id': '1cdf4905-ce09-4d37-9997-73a6f24b7989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-iscsi', False) {} {{(pid=78795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:36:48.583164 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d3f84b-59fa-4b94-a6cf-b3b525bccd91 None None] Checking router: 6caeba93-9d8f-4f66-85be-66e20a5f4059 for host: dv-cinder-789603-6-iscsi {{(pid=78795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:36:48.583514 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d3f84b-59fa-4b94-a6cf-b3b525bccd91 None None] Updating router 6caeba93-9d8f-4f66-85be-66e20a5f4059 port ae12cf3f-12bd-4541-bd8f-d6d40e4f811a binding host dv-cinder-789603-6-iscsi {{(pid=78795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 15:36:48.637983 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron_lib.callbacks.manager [None req-53d3f84b-59fa-4b94-a6cf-b3b525bccd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:48.711040 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-bb8dcb05-6a3e-4d3b-a6d8-fbf14c1d7e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:49.038374 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron_lib.callbacks.manager [None req-53d3f84b-59fa-4b94-a6cf-b3b525bccd91 None None] Notify callbacks [] for port, precommit_update {{(pid=78795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:49.050375 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.provisioning_blocks [None req-53d3f84b-59fa-4b94-a6cf-b3b525bccd91 None None] Transition to ACTIVE for port object ae12cf3f-12bd-4541-bd8f-d6d40e4f811a will not be triggered until provisioned by entity L2. {{(pid=78795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:36:49.057927 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron_lib.callbacks.manager [None req-53d3f84b-59fa-4b94-a6cf-b3b525bccd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:49.061710 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG oslo_concurrency.lockutils [None req-af87b8bb-044a-466a-b630-0ff0edd4d7fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:49.196454 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c17e34-ca3f-4e0f-93d8-3bfd154f08e5 None None] Pushing event updated for resources: {'Port': ['ID=ae12cf3f-12bd-4541-bd8f-d6d40e4f811a,revision_number=3']} {{(pid=78795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:49.201024 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG oslo_concurrency.lockutils [None req-95c17e34-ca3f-4e0f-93d8-3bfd154f08e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:49.296876 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.plugins.ml2.managers [None req-53d3f84b-59fa-4b94-a6cf-b3b525bccd91 None None] Attempting to bind port ae12cf3f-12bd-4541-bd8f-d6d40e4f811a on host dv-cinder-789603-6-iscsi for vnic_type normal with profile {{(pid=78795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:36:49.297250 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.plugins.ml2.managers [None req-53d3f84b-59fa-4b94-a6cf-b3b525bccd91 None None] Attempting to bind port ae12cf3f-12bd-4541-bd8f-d6d40e4f811a by drivers openvswitch,hyperv on host dv-cinder-789603-6-iscsi at level 0 using segments [{'id': '88be5f7c-7f35-4ba9-af3c-6e0f1c51557c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e98de8a5-3a88-48c4-a241-98df54a60e7c'}] {{(pid=78795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:36:49.297606 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d3f84b-59fa-4b94-a6cf-b3b525bccd91 None None] Attempting to bind port ae12cf3f-12bd-4541-bd8f-d6d40e4f811a on network e98de8a5-3a88-48c4-a241-98df54a60e7c {{(pid=78795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:36:49.303355 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d3f84b-59fa-4b94-a6cf-b3b525bccd91 None None] Checking agent: {'id': 'a7a9b333-fa08-4200-b168-94acd4aebf78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 15, 12, 52), 'started_at': datetime.datetime(2021, 5, 12, 15, 13, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 15, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:36:49.303727 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d3f84b-59fa-4b94-a6cf-b3b525bccd91 None None] Checking segment: {'id': '88be5f7c-7f35-4ba9-af3c-6e0f1c51557c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e98de8a5-3a88-48c4-a241-98df54a60e7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:36:49.304119 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron_lib.callbacks.manager [None req-53d3f84b-59fa-4b94-a6cf-b3b525bccd91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:49.304506 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d3f84b-59fa-4b94-a6cf-b3b525bccd91 None None] Bound using segment: {'id': '88be5f7c-7f35-4ba9-af3c-6e0f1c51557c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e98de8a5-3a88-48c4-a241-98df54a60e7c'} {{(pid=78795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:36:49.304967 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.plugins.ml2.managers [None req-53d3f84b-59fa-4b94-a6cf-b3b525bccd91 None None] Bound port: ae12cf3f-12bd-4541-bd8f-d6d40e4f811a, host: dv-cinder-789603-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88be5f7c-7f35-4ba9-af3c-6e0f1c51557c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e98de8a5-3a88-48c4-a241-98df54a60e7c'}}] {{(pid=78795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:36:49.305331 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron_lib.callbacks.manager [None req-53d3f84b-59fa-4b94-a6cf-b3b525bccd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:49.399744 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.plugins.ml2.db [None req-53d3f84b-59fa-4b94-a6cf-b3b525bccd91 None None] For port ae12cf3f-12bd-4541-bd8f-d6d40e4f811a, host dv-cinder-789603-6-iscsi, cleared binding levels {{(pid=78795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:36:49.405357 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.plugins.ml2.db [None req-53d3f84b-59fa-4b94-a6cf-b3b525bccd91 None None] For port ae12cf3f-12bd-4541-bd8f-d6d40e4f811a, host dv-cinder-789603-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-iscsi',level=0,port_id=ae12cf3f-12bd-4541-bd8f-d6d40e4f811a,segment=NetworkSegment(88be5f7c-7f35-4ba9-af3c-6e0f1c51557c),segment_id=88be5f7c-7f35-4ba9-af3c-6e0f1c51557c)] {{(pid=78795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:36:49.408635 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron_lib.callbacks.manager [None req-53d3f84b-59fa-4b94-a6cf-b3b525bccd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:49.414503 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:49.494101 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d3f84b-59fa-4b94-a6cf-b3b525bccd91 None None] Routers {'6caeba93-9d8f-4f66-85be-66e20a5f4059'} bound to L3 agent in host dv-cinder-789603-6-iscsi {{(pid=78795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:36:49.494864 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_hamode_db [None req-53d3f84b-59fa-4b94-a6cf-b3b525bccd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-12T15:12:51Z,description=,heartbeat_timestamp=2021-05-12T15:36:21Z,host='dv-cinder-789603-6-iscsi',id=e96f2393-830b-46ef-bef2-f93615c2f352,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:12:51Z,topic='l3_agent')) {'router_ids': ['6caeba93-9d8f-4f66-85be-66e20a5f4059'], 'active': True} {{(pid=78795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:36:49.612670 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c17e34-ca3f-4e0f-93d8-3bfd154f08e5 None None] Pushing event updated for resources: {'Port': ['ID=ae12cf3f-12bd-4541-bd8f-d6d40e4f811a,revision_number=4']} {{(pid=78795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:49.626847 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG oslo_concurrency.lockutils [None req-95c17e34-ca3f-4e0f-93d8-3bfd154f08e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=78795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:49.703323 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_dvr_db [None req-53d3f84b-59fa-4b94-a6cf-b3b525bccd91 None None] Set router 6caeba93-9d8f-4f66-85be-66e20a5f4059 gateway port host: dv-cinder-789603-6-iscsi {{(pid=78795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:36:50.037864 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_hamode_db [None req-53d3f84b-59fa-4b94-a6cf-b3b525bccd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6caeba93-9d8f-4f66-85be-66e20a5f4059', 'name': 'tempest-TestShelveInstance-1692670147-router', 'tenant_id': '5e38e38e9d0342c6978bb82ebf83c5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '3eec990d-8ccb-4477-97ee-e1f1449a703d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:36:38Z', 'updated_at': '2021-05-12T15:36:43Z', 'revision_number': 4, 'project_id': '5e38e38e9d0342c6978bb82ebf83c5b5', 'gw_port': {'id': '3eec990d-8ccb-4477-97ee-e1f1449a703d', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caeba93-9d8f-4f66-85be-66e20a5f4059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:36:39Z', 'updated_at': '2021-05-12T15:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi', '_interfaces': [{'id': 'ae12cf3f-12bd-4541-bd8f-d6d40e4f811a', 'name': '', 'network_id': 'e98de8a5-3a88-48c4-a241-98df54a60e7c', 'tenant_id': '5e38e38e9d0342c6978bb82ebf83c5b5', 'mac_address': 'fa:16:3e:37:91:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6caeba93-9d8f-4f66-85be-66e20a5f4059', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '1cdf4905-ce09-4d37-9997-73a6f24b7989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:36:42Z', 'updated_at': '2021-05-12T15:36:49Z', 'revision_number': 4, 'project_id': '5e38e38e9d0342c6978bb82ebf83c5b5', 'subnets': [{'id': '1cdf4905-ce09-4d37-9997-73a6f24b7989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-iscsi', False) {} {{(pid=78795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:36:50.042364 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d3f84b-59fa-4b94-a6cf-b3b525bccd91 None None] The sync data for ids ['6caeba93-9d8f-4f66-85be-66e20a5f4059'] in dv-cinder-789603-6-iscsi is: [{'id': '6caeba93-9d8f-4f66-85be-66e20a5f4059', 'name': 'tempest-TestShelveInstance-1692670147-router', 'tenant_id': '5e38e38e9d0342c6978bb82ebf83c5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '3eec990d-8ccb-4477-97ee-e1f1449a703d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:36:38Z', 'updated_at': '2021-05-12T15:36:43Z', 'revision_number': 4, 'project_id': '5e38e38e9d0342c6978bb82ebf83c5b5', 'gw_port': {'id': '3eec990d-8ccb-4477-97ee-e1f1449a703d', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caeba93-9d8f-4f66-85be-66e20a5f4059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:36:39Z', 'updated_at': '2021-05-12T15:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi', '_interfaces': [{'id': 'ae12cf3f-12bd-4541-bd8f-d6d40e4f811a', 'name': '', 'network_id': 'e98de8a5-3a88-48c4-a241-98df54a60e7c', 'tenant_id': '5e38e38e9d0342c6978bb82ebf83c5b5', 'mac_address': 'fa:16:3e:37:91:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6caeba93-9d8f-4f66-85be-66e20a5f4059', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '1cdf4905-ce09-4d37-9997-73a6f24b7989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:36:42Z', 'updated_at': '2021-05-12T15:36:49Z', 'revision_number': 4, 'project_id': '5e38e38e9d0342c6978bb82ebf83c5b5', 'subnets': [{'id': '1cdf4905-ce09-4d37-9997-73a6f24b7989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:36:51.154206 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-00e60df2-fea2-4563-9cb7-60ba132985df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:51.249291 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device ae12cf3f-12bd-4541-bd8f-d6d40e4f811a up at agent ovs-agent-dv-cinder-789603-6-iscsi {{(pid=78794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:36:51.336457 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Provisioning for port ae12cf3f-12bd-4541-bd8f-d6d40e4f811a completed by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:36:51.341145 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Provisioning complete for port ae12cf3f-12bd-4541-bd8f-d6d40e4f811a triggered by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:36:51.341522 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:51.462037 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:51.495198 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] For port ae12cf3f-12bd-4541-bd8f-d6d40e4f811a, host dv-cinder-789603-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-iscsi',level=0,port_id=ae12cf3f-12bd-4541-bd8f-d6d40e4f811a,segment=NetworkSegment(88be5f7c-7f35-4ba9-af3c-6e0f1c51557c),segment_id=88be5f7c-7f35-4ba9-af3c-6e0f1c51557c)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:36:51.498965 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:51.501942 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:36:51.570464 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Pushing event updated for resources: {'Port': ['ID=ae12cf3f-12bd-4541-bd8f-d6d40e4f811a,revision_number=5']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:51.573845 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:36:51.678866 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:52.332360 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-8e9e3eb0-3c8e-4693-b231-5e176560d846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:53.220023 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device ae12cf3f-12bd-4541-bd8f-d6d40e4f811a up at agent ovs-agent-dv-cinder-789603-6-iscsi {{(pid=78794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:36:53.292745 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Provisioning complete for port ae12cf3f-12bd-4541-bd8f-d6d40e4f811a triggered by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:36:53.293131 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:54.238589 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-876105c5-eed7-46ba-a478-d2a34eb0d798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:36:57.190822 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:11.179895 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [req-ec364ce3-f263-462d-8fdb-4459cba8d704 req-5068d7ef-f7a9-465d-a5f4-c0baa63c7b23 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Synchronizing usage tracker for tenant:0390cffe0daf454d8f2a9b25badfc787 on resource:security_group {{(pid=78793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:37:11.196540 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [req-ec364ce3-f263-462d-8fdb-4459cba8d704 req-5068d7ef-f7a9-465d-a5f4-c0baa63c7b23 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Unset dirty status for tenant:0390cffe0daf454d8f2a9b25badfc787 on resource:security_group {{(pid=78793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:37:11.197918 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-ec364ce3-f263-462d-8fdb-4459cba8d704 req-5068d7ef-f7a9-465d-a5f4-c0baa63c7b23 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-598012444&fields=id&tenant_id=0390cffe0daf454d8f2a9b25badfc787 HTTP/1.1" status: 200 len: 267 time: 0.0595753 May 12 15:37:11.353010 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec364ce3-f263-462d-8fdb-4459cba8d704 req-7e6f599c-37b4-469e-b983-0f9a1a3eecc1 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:37:11.354541 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-ec364ce3-f263-462d-8fdb-4459cba8d704 req-7e6f599c-37b4-469e-b983-0f9a1a3eecc1 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] 10.222.0.32 "GET /v2.0/networks?id=60cab5c9-0b46-4fcb-976c-b8b73199ad2c HTTP/1.1" status: 200 len: 809 time: 0.1494648 May 12 15:37:11.369649 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-ec364ce3-f263-462d-8fdb-4459cba8d704 req-3ef55b8a-4233-49b9-9097-45bcec651a93 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] 10.222.0.32 "GET /v2.0/quotas/0390cffe0daf454d8f2a9b25badfc787 HTTP/1.1" status: 200 len: 375 time: 0.0095129 May 12 15:37:11.460872 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-ec364ce3-f263-462d-8fdb-4459cba8d704 req-11dedf91-6185-482c-a5d6-352176d06c4f tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0390cffe0daf454d8f2a9b25badfc787&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0855625 May 12 15:37:11.602047 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-ec364ce3-f263-462d-8fdb-4459cba8d704 req-de88d199-bd35-48ff-8f79-a3933a2e7982 service neutron] 10.222.0.32 "GET /v2.0/networks/60cab5c9-0b46-4fcb-976c-b8b73199ad2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295695 May 12 15:37:11.735726 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-ec364ce3-f263-462d-8fdb-4459cba8d704 req-a49b6d7d-3cd9-48c1-974e-e989bc20ba33 service neutron] 10.222.0.32 "GET /v2.0/networks/60cab5c9-0b46-4fcb-976c-b8b73199ad2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273110 May 12 15:37:12.142869 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [req-a5c80fc5-e380-40db-bd3f-dd94682335f8 req-827651d9-60a6-47d8-bf20-574df42e13b7 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Synchronizing usage tracker for tenant:0390cffe0daf454d8f2a9b25badfc787 on resource:port {{(pid=78792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:37:12.160155 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [req-a5c80fc5-e380-40db-bd3f-dd94682335f8 req-827651d9-60a6-47d8-bf20-574df42e13b7 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Unset dirty status for tenant:0390cffe0daf454d8f2a9b25badfc787 on resource:port {{(pid=78792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:37:12.161900 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-a5c80fc5-e380-40db-bd3f-dd94682335f8 req-827651d9-60a6-47d8-bf20-574df42e13b7 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b3f27e2-19e9-4877-bc58-4f847d1b6686 HTTP/1.1" status: 200 len: 210 time: 0.0628586 May 12 15:37:13.263519 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-4536192b-8a30-4381-a600-b556ba24f6c3 req-a228c5a4-f5d4-43b1-998e-d09fb4e11495 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b3f27e2-19e9-4877-bc58-4f847d1b6686 HTTP/1.1" status: 200 len: 210 time: 0.0464861 May 12 15:37:16.259556 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec364ce3-f263-462d-8fdb-4459cba8d704 req-d56ac88b-cd13-486e-b2c4-df2023ca78e1 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:37:16.260227 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [req-ec364ce3-f263-462d-8fdb-4459cba8d704 req-d56ac88b-cd13-486e-b2c4-df2023ca78e1 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Synchronizing usage tracker for tenant:0390cffe0daf454d8f2a9b25badfc787 on resource:network {{(pid=78792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:37:16.277920 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [req-ec364ce3-f263-462d-8fdb-4459cba8d704 req-d56ac88b-cd13-486e-b2c4-df2023ca78e1 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Unset dirty status for tenant:0390cffe0daf454d8f2a9b25badfc787 on resource:network {{(pid=78792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:37:16.279050 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-ec364ce3-f263-462d-8fdb-4459cba8d704 req-d56ac88b-cd13-486e-b2c4-df2023ca78e1 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] 10.222.0.85 "GET /v2.0/networks?id=60cab5c9-0b46-4fcb-976c-b8b73199ad2c HTTP/1.1" status: 200 len: 809 time: 0.1693714 May 12 15:37:16.329134 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [req-ec364ce3-f263-462d-8fdb-4459cba8d704 req-b6686345-686a-4a17-b907-98dd36fec109 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Synchronizing usage tracker for tenant:0390cffe0daf454d8f2a9b25badfc787 on resource:security_group {{(pid=78792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:37:16.341195 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [req-ec364ce3-f263-462d-8fdb-4459cba8d704 req-b6686345-686a-4a17-b907-98dd36fec109 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Unset dirty status for tenant:0390cffe0daf454d8f2a9b25badfc787 on resource:security_group {{(pid=78792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:37:16.342343 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-ec364ce3-f263-462d-8fdb-4459cba8d704 req-b6686345-686a-4a17-b907-98dd36fec109 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0390cffe0daf454d8f2a9b25badfc787 HTTP/1.1" status: 200 len: 379 time: 0.0545952 May 12 15:37:16.351479 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.v2.base [req-ec364ce3-f263-462d-8fdb-4459cba8d704 req-0c061c56-d848-44e5-abaa-911998b5436a tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Request body: {'port': {'device_id': '4b3f27e2-19e9-4877-bc58-4f847d1b6686', 'network_id': '60cab5c9-0b46-4fcb-976c-b8b73199ad2c', 'admin_state_up': True, 'tenant_id': '0390cffe0daf454d8f2a9b25badfc787', 'security_groups': ['adecefa6-d381-44c0-b99b-1e165d1a0c1f']}} {{(pid=78792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:37:16.496269 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [req-ec364ce3-f263-462d-8fdb-4459cba8d704 req-0c061c56-d848-44e5-abaa-911998b5436a tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:37:16.506058 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.quota.driver [req-ec364ce3-f263-462d-8fdb-4459cba8d704 req-0c061c56-d848-44e5-abaa-911998b5436a tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:37:16.515564 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec364ce3-f263-462d-8fdb-4459cba8d704 req-0c061c56-d848-44e5-abaa-911998b5436a tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Made reservation on behalf of 0390cffe0daf454d8f2a9b25badfc787 for: {'port': 1} {{(pid=78792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:37:16.519253 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-ec364ce3-f263-462d-8fdb-4459cba8d704 req-0c061c56-d848-44e5-abaa-911998b5436a tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:16.692271 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.db_base_plugin_common [req-ec364ce3-f263-462d-8fdb-4459cba8d704 req-0c061c56-d848-44e5-abaa-911998b5436a tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Allocated IP 172.20.0.7 (60cab5c9-0b46-4fcb-976c-b8b73199ad2c/7277229a-e989-44f9-8a5e-6cc2b8c9645d/1b1cab01-36b9-4098-bedc-9c05027b2b84) {{(pid=78792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:37:16.893511 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-ec364ce3-f263-462d-8fdb-4459cba8d704 req-0c061c56-d848-44e5-abaa-911998b5436a tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Notify callbacks [] for port, precommit_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:16.909921 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.provisioning_blocks [req-ec364ce3-f263-462d-8fdb-4459cba8d704 req-0c061c56-d848-44e5-abaa-911998b5436a tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Transition to ACTIVE for port object 1b1cab01-36b9-4098-bedc-9c05027b2b84 will not be triggered until provisioned by entity DHCP. {{(pid=78792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:37:16.934887 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-ec364ce3-f263-462d-8fdb-4459cba8d704 req-0c061c56-d848-44e5-abaa-911998b5436a tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739648862724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3714859'] for port, after_create {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:16.941649 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-4b3fc653-ba83-4f93-b20c-227bb394c4a1 tempest-AttachVolumeShelveTestJSON-928313243 tempest-AttachVolumeShelveTestJSON-928313243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:37:17.003851 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec364ce3-f263-462d-8fdb-4459cba8d704 req-0c061c56-d848-44e5-abaa-911998b5436a tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Network 60cab5c9-0b46-4fcb-976c-b8b73199ad2c is already hosted by enough agents. {{(pid=78792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:37:17.006751 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.base_scheduler [req-ec364ce3-f263-462d-8fdb-4459cba8d704 req-0c061c56-d848-44e5-abaa-911998b5436a tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Resources bound (agent type, host, resource id): {{(pid=78792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:37:17.009376 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec364ce3-f263-462d-8fdb-4459cba8d704 req-0c061c56-d848-44e5-abaa-911998b5436a tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Received port after_create {{(pid=78792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:37:17.052758 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c061c56-d848-44e5-abaa-911998b5436a tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Pushing event updated for resources: {'Port': ['ID=1b1cab01-36b9-4098-bedc-9c05027b2b84,revision_number=1']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:17.056385 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-0c061c56-d848-44e5-abaa-911998b5436a tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:37:17.087697 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec364ce3-f263-462d-8fdb-4459cba8d704 req-0c061c56-d848-44e5-abaa-911998b5436a tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:37:17.088316 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-ec364ce3-f263-462d-8fdb-4459cba8d704 req-0c061c56-d848-44e5-abaa-911998b5436a tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2050383'] for port, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:17.114345 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-ec364ce3-f263-462d-8fdb-4459cba8d704 req-0c061c56-d848-44e5-abaa-911998b5436a tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7671278 May 12 15:37:17.126363 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.v2.base [req-ec364ce3-f263-462d-8fdb-4459cba8d704 req-15c34b9b-5ba5-44f9-acea-ad2e3a1c4423 service neutron] Request body: {'port': {'device_id': '4b3f27e2-19e9-4877-bc58-4f847d1b6686', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=78792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:37:17.239776 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-ec364ce3-f263-462d-8fdb-4459cba8d704 req-15c34b9b-5ba5-44f9-acea-ad2e3a1c4423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:17.273253 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-fac1f16a-1ebc-4e25-b804-d6a64ccc8cd9 None None] Provisioning for port 1b1cab01-36b9-4098-bedc-9c05027b2b84 completed by entity DHCP. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:37:17.278080 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-fac1f16a-1ebc-4e25-b804-d6a64ccc8cd9 None None] Provisioning complete for port 1b1cab01-36b9-4098-bedc-9c05027b2b84 triggered by entity DHCP. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:37:17.278414 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-fac1f16a-1ebc-4e25-b804-d6a64ccc8cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:17.331692 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.plugin [None req-fac1f16a-1ebc-4e25-b804-d6a64ccc8cd9 None None] Port 1b1cab01-36b9-4098-bedc-9c05027b2b84 cannot update to ACTIVE because it is not bound. {{(pid=78794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 15:37:17.589604 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.notifiers.nova [req-ec364ce3-f263-462d-8fdb-4459cba8d704 req-15c34b9b-5ba5-44f9-acea-ad2e3a1c4423 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b1cab01-36b9-4098-bedc-9c05027b2b84 {{(pid=78792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 15:37:17.596734 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-ec364ce3-f263-462d-8fdb-4459cba8d704 req-15c34b9b-5ba5-44f9-acea-ad2e3a1c4423 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:17.610802 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.provisioning_blocks [req-ec364ce3-f263-462d-8fdb-4459cba8d704 req-15c34b9b-5ba5-44f9-acea-ad2e3a1c4423 service neutron] Transition to ACTIVE for port object 1b1cab01-36b9-4098-bedc-9c05027b2b84 will not be triggered until provisioned by entity L2. {{(pid=78792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:37:17.614444 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-ec364ce3-f263-462d-8fdb-4459cba8d704 req-15c34b9b-5ba5-44f9-acea-ad2e3a1c4423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3714866'] for port, after_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:17.619068 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-bac7ec4b-e99b-45b2-be92-79ea47e14e98 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:37:17.919775 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c34b9b-5ba5-44f9-acea-ad2e3a1c4423 service neutron] Pushing event updated for resources: {'Port': ['ID=1b1cab01-36b9-4098-bedc-9c05027b2b84,revision_number=2']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:17.930694 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c34b9b-5ba5-44f9-acea-ad2e3a1c4423 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:37:17.931078 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c34b9b-5ba5-44f9-acea-ad2e3a1c4423 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:37:17.931460 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c34b9b-5ba5-44f9-acea-ad2e3a1c4423 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:37:17.931833 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c34b9b-5ba5-44f9-acea-ad2e3a1c4423 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:37:17.932198 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c34b9b-5ba5-44f9-acea-ad2e3a1c4423 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:37:17.932560 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c34b9b-5ba5-44f9-acea-ad2e3a1c4423 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:37:17.932978 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c34b9b-5ba5-44f9-acea-ad2e3a1c4423 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:37:17.933285 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c34b9b-5ba5-44f9-acea-ad2e3a1c4423 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:37:17.933637 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c34b9b-5ba5-44f9-acea-ad2e3a1c4423 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:37:17.934019 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c34b9b-5ba5-44f9-acea-ad2e3a1c4423 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:37:17.934376 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c34b9b-5ba5-44f9-acea-ad2e3a1c4423 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:37:17.935146 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c34b9b-5ba5-44f9-acea-ad2e3a1c4423 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:37:17.943117 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-15c34b9b-5ba5-44f9-acea-ad2e3a1c4423 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:37:17.979256 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.managers [req-ec364ce3-f263-462d-8fdb-4459cba8d704 req-15c34b9b-5ba5-44f9-acea-ad2e3a1c4423 service neutron] Attempting to bind port 1b1cab01-36b9-4098-bedc-9c05027b2b84 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=78792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:37:17.979598 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.managers [req-ec364ce3-f263-462d-8fdb-4459cba8d704 req-15c34b9b-5ba5-44f9-acea-ad2e3a1c4423 service neutron] Attempting to bind port 1b1cab01-36b9-4098-bedc-9c05027b2b84 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '51769eaf-559f-44d5-9d89-956355b2b805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '60cab5c9-0b46-4fcb-976c-b8b73199ad2c'}] {{(pid=78792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:37:17.980951 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec364ce3-f263-462d-8fdb-4459cba8d704 req-15c34b9b-5ba5-44f9-acea-ad2e3a1c4423 service neutron] Attempting to bind port 1b1cab01-36b9-4098-bedc-9c05027b2b84 on network 60cab5c9-0b46-4fcb-976c-b8b73199ad2c {{(pid=78792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:37:17.985765 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec364ce3-f263-462d-8fdb-4459cba8d704 req-15c34b9b-5ba5-44f9-acea-ad2e3a1c4423 service neutron] Port 1b1cab01-36b9-4098-bedc-9c05027b2b84 on network 60cab5c9-0b46-4fcb-976c-b8b73199ad2c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=78792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 15:37:17.986107 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec364ce3-f263-462d-8fdb-4459cba8d704 req-15c34b9b-5ba5-44f9-acea-ad2e3a1c4423 service neutron] Attempting to bind port 1b1cab01-36b9-4098-bedc-9c05027b2b84 on network 60cab5c9-0b46-4fcb-976c-b8b73199ad2c {{(pid=78792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:37:17.991899 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec364ce3-f263-462d-8fdb-4459cba8d704 req-15c34b9b-5ba5-44f9-acea-ad2e3a1c4423 service neutron] Checking agent: {'id': 'f90bdb6d-8ae0-42e3-a09a-ceb4f970b9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 15, 18, 57), 'started_at': datetime.datetime(2021, 5, 12, 15, 18, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 15, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:37:17.992234 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec364ce3-f263-462d-8fdb-4459cba8d704 req-15c34b9b-5ba5-44f9-acea-ad2e3a1c4423 service neutron] Checking segment: {'id': '51769eaf-559f-44d5-9d89-956355b2b805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '60cab5c9-0b46-4fcb-976c-b8b73199ad2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 15:37:17.992615 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec364ce3-f263-462d-8fdb-4459cba8d704 req-15c34b9b-5ba5-44f9-acea-ad2e3a1c4423 service neutron] Bound using segment: {'id': '51769eaf-559f-44d5-9d89-956355b2b805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '60cab5c9-0b46-4fcb-976c-b8b73199ad2c'} {{(pid=78792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:37:17.993037 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.managers [req-ec364ce3-f263-462d-8fdb-4459cba8d704 req-15c34b9b-5ba5-44f9-acea-ad2e3a1c4423 service neutron] Bound port: 1b1cab01-36b9-4098-bedc-9c05027b2b84, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51769eaf-559f-44d5-9d89-956355b2b805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '60cab5c9-0b46-4fcb-976c-b8b73199ad2c'}}] {{(pid=78792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:37:17.993383 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-ec364ce3-f263-462d-8fdb-4459cba8d704 req-15c34b9b-5ba5-44f9-acea-ad2e3a1c4423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:18.085700 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.db [req-ec364ce3-f263-462d-8fdb-4459cba8d704 req-15c34b9b-5ba5-44f9-acea-ad2e3a1c4423 service neutron] For port 1b1cab01-36b9-4098-bedc-9c05027b2b84, host hv-cinder-78960, cleared binding levels {{(pid=78792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:37:18.088738 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.db [req-ec364ce3-f263-462d-8fdb-4459cba8d704 req-15c34b9b-5ba5-44f9-acea-ad2e3a1c4423 service neutron] For port 1b1cab01-36b9-4098-bedc-9c05027b2b84, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1b1cab01-36b9-4098-bedc-9c05027b2b84,segment=NetworkSegment(51769eaf-559f-44d5-9d89-956355b2b805),segment_id=51769eaf-559f-44d5-9d89-956355b2b805)] {{(pid=78792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:37:18.093442 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-ec364ce3-f263-462d-8fdb-4459cba8d704 req-15c34b9b-5ba5-44f9-acea-ad2e3a1c4423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3714866'] for port, after_update {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:18.097212 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-be3931a0-6218-4b28-8136-bdf395ca2ec9 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:37:18.150892 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec364ce3-f263-462d-8fdb-4459cba8d704 req-15c34b9b-5ba5-44f9-acea-ad2e3a1c4423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:37:18.151509 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-ec364ce3-f263-462d-8fdb-4459cba8d704 req-15c34b9b-5ba5-44f9-acea-ad2e3a1c4423 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2050383'] for port, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:18.152967 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-ec364ce3-f263-462d-8fdb-4459cba8d704 req-15c34b9b-5ba5-44f9-acea-ad2e3a1c4423 service neutron] 10.222.0.85 "PUT /v2.0/ports/1b1cab01-36b9-4098-bedc-9c05027b2b84 HTTP/1.1" status: 200 len: 1093 time: 1.0310221 May 12 15:37:18.153477 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b3f27e2-19e9-4877-bc58-4f847d1b6686', 'tag': '1b1cab01-36b9-4098-bedc-9c05027b2b84'}] {{(pid=78792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:37:18.189975 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c34b9b-5ba5-44f9-acea-ad2e3a1c4423 service neutron] Pushing event updated for resources: {'Port': ['ID=1b1cab01-36b9-4098-bedc-9c05027b2b84,revision_number=3']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:18.193769 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-15c34b9b-5ba5-44f9-acea-ad2e3a1c4423 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:37:18.231759 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b3f27e2-19e9-4877-bc58-4f847d1b6686', 'tag': '1b1cab01-36b9-4098-bedc-9c05027b2b84', 'status': 'completed', 'code': 200} May 12 15:37:18.269408 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec364ce3-f263-462d-8fdb-4459cba8d704 req-99a888ea-fecf-433e-b414-27c4a80ca08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:37:18.271594 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-ec364ce3-f263-462d-8fdb-4459cba8d704 req-99a888ea-fecf-433e-b414-27c4a80ca08a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0390cffe0daf454d8f2a9b25badfc787&device_id=4b3f27e2-19e9-4877-bc58-4f847d1b6686 HTTP/1.1" status: 200 len: 1096 time: 0.0762849 May 12 15:37:18.344487 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-ec364ce3-f263-462d-8fdb-4459cba8d704 req-23aa9529-8f03-483e-a4fb-08a650c7ef42 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b1cab01-36b9-4098-bedc-9c05027b2b84 HTTP/1.1" status: 200 len: 217 time: 0.0653005 May 12 15:37:18.417991 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec364ce3-f263-462d-8fdb-4459cba8d704 req-b5eeb97d-49ad-4369-a46f-5a899aace5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:37:18.419319 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-ec364ce3-f263-462d-8fdb-4459cba8d704 req-b5eeb97d-49ad-4369-a46f-5a899aace5cc service neutron] 10.222.0.85 "GET /v2.0/subnets?id=7277229a-e989-44f9-8a5e-6cc2b8c9645d HTTP/1.1" status: 200 len: 848 time: 0.0682805 May 12 15:37:18.494264 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec364ce3-f263-462d-8fdb-4459cba8d704 req-bc888bb9-e607-4b99-9ee2-504496af498c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:37:18.495699 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-ec364ce3-f263-462d-8fdb-4459cba8d704 req-bc888bb9-e607-4b99-9ee2-504496af498c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=60cab5c9-0b46-4fcb-976c-b8b73199ad2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0687501 May 12 15:37:18.626105 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-ec364ce3-f263-462d-8fdb-4459cba8d704 req-c47982fd-2419-44fb-acbf-0b125e10bf4a service neutron] 10.222.0.85 "GET /v2.0/networks/60cab5c9-0b46-4fcb-976c-b8b73199ad2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230145 May 12 15:37:18.704145 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-6d29d9b2-c9ac-4697-bdbc-f20c10cf05e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:18.757954 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-ec364ce3-f263-462d-8fdb-4459cba8d704 req-ca2cf312-231f-4225-94ba-4217e715cb30 service neutron] 10.222.0.85 "GET /v2.0/networks/60cab5c9-0b46-4fcb-976c-b8b73199ad2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255291 May 12 15:37:18.876423 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5ce46-9ae0-4a9c-a056-15660e095f2c req-df8d58a2-d6f1-4f75-af66-4bd210b102a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:37:18.877920 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-a6a5ce46-9ae0-4a9c-a056-15660e095f2c req-df8d58a2-d6f1-4f75-af66-4bd210b102a4 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0390cffe0daf454d8f2a9b25badfc787&device_id=4b3f27e2-19e9-4877-bc58-4f847d1b6686 HTTP/1.1" status: 200 len: 1096 time: 0.0766292 May 12 15:37:19.009350 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5ce46-9ae0-4a9c-a056-15660e095f2c req-7b8da5b2-78e8-44c2-ac77-c336fe17b96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:37:19.010822 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-a6a5ce46-9ae0-4a9c-a056-15660e095f2c req-7b8da5b2-78e8-44c2-ac77-c336fe17b96a service neutron] 10.222.0.85 "GET /v2.0/networks?id=60cab5c9-0b46-4fcb-976c-b8b73199ad2c HTTP/1.1" status: 200 len: 910 time: 0.1265335 May 12 15:37:19.082928 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-a6a5ce46-9ae0-4a9c-a056-15660e095f2c req-8f124d63-0e78-4812-af10-ddb26e496595 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b1cab01-36b9-4098-bedc-9c05027b2b84 HTTP/1.1" status: 200 len: 217 time: 0.0632389 May 12 15:37:19.143697 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5ce46-9ae0-4a9c-a056-15660e095f2c req-9b8cc7fb-6302-485a-9f74-098061024d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:37:19.145094 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-a6a5ce46-9ae0-4a9c-a056-15660e095f2c req-9b8cc7fb-6302-485a-9f74-098061024d71 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=7277229a-e989-44f9-8a5e-6cc2b8c9645d HTTP/1.1" status: 200 len: 848 time: 0.0562754 May 12 15:37:19.219956 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5ce46-9ae0-4a9c-a056-15660e095f2c req-d8515aa2-ea0b-4c97-a613-9782a9737693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:37:19.221409 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-a6a5ce46-9ae0-4a9c-a056-15660e095f2c req-d8515aa2-ea0b-4c97-a613-9782a9737693 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=60cab5c9-0b46-4fcb-976c-b8b73199ad2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0701809 May 12 15:37:19.352662 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-a6a5ce46-9ae0-4a9c-a056-15660e095f2c req-6d0e0843-224c-45d1-99cc-cef40c63d35b service neutron] 10.222.0.85 "GET /v2.0/networks/60cab5c9-0b46-4fcb-976c-b8b73199ad2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242990 May 12 15:37:19.484360 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-a6a5ce46-9ae0-4a9c-a056-15660e095f2c req-201109ba-afef-4bb3-9586-a303f603de25 service neutron] 10.222.0.85 "GET /v2.0/networks/60cab5c9-0b46-4fcb-976c-b8b73199ad2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250677 May 12 15:37:21.147521 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-7e5b3b4b-a2d9-4eb9-b78c-7b9bf662e8f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:21.681855 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:22.334207 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-8e9e3eb0-3c8e-4693-b231-5e176560d846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:23.151158 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.agents_db [None req-dd47ce14-932e-4540-b008-5e9038d1c348 None None] Agent healthcheck: found 6 active agents {{(pid=78795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 15:37:24.240045 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-876105c5-eed7-46ba-a478-d2a34eb0d798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:26.756219 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Device 1b1cab01-36b9-4098-bedc-9c05027b2b84 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=78794) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 15:37:26.886327 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] For port 1b1cab01-36b9-4098-bedc-9c05027b2b84, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1b1cab01-36b9-4098-bedc-9c05027b2b84,segment=NetworkSegment(51769eaf-559f-44d5-9d89-956355b2b805),segment_id=51769eaf-559f-44d5-9d89-956355b2b805)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:37:26.899748 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Returning: {'device': '1b1cab01-36b9-4098-bedc-9c05027b2b84', 'network_id': '60cab5c9-0b46-4fcb-976c-b8b73199ad2c', 'port_id': '1b1cab01-36b9-4098-bedc-9c05027b2b84', 'mac_address': 'fa:16:3e:f3:16:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7277229a-e989-44f9-8a5e-6cc2b8c9645d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78794) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 15:37:26.958483 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:26.975603 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.notifiers.nova [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b1cab01-36b9-4098-bedc-9c05027b2b84 {{(pid=78794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 15:37:26.991447 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] For port 1b1cab01-36b9-4098-bedc-9c05027b2b84, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1b1cab01-36b9-4098-bedc-9c05027b2b84,segment=NetworkSegment(51769eaf-559f-44d5-9d89-956355b2b805),segment_id=51769eaf-559f-44d5-9d89-956355b2b805)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:37:26.995291 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:26.996995 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-d2875fbb-0a3f-488a-a9ca-03f55d194d40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:37:27.061334 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Pushing event updated for resources: {'Port': ['ID=1b1cab01-36b9-4098-bedc-9c05027b2b84,revision_number=4']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:27.068414 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:37:27.068758 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:37:27.069094 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:37:27.069430 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:37:27.069755 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:37:27.070102 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:37:27.070428 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:37:27.070746 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:37:27.071066 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:37:27.071385 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:37:27.071700 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:37:27.072012 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:37:27.075754 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:37:27.197764 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:27.388503 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] get_ports_and_sgs() called for port_ids ['1b1cab01-36b9-4098-bedc-9c05027b2b84'] {{(pid=78794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:37:28.775028 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Device 1b1cab01-36b9-4098-bedc-9c05027b2b84 up at agent hyperv_hv-cinder-78960 {{(pid=78794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:37:28.843108 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Provisioning for port 1b1cab01-36b9-4098-bedc-9c05027b2b84 completed by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:37:28.847522 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Provisioning complete for port 1b1cab01-36b9-4098-bedc-9c05027b2b84 triggered by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:37:28.847905 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:28.965384 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:28.991670 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b3f27e2-19e9-4877-bc58-4f847d1b6686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b1cab01-36b9-4098-bedc-9c05027b2b84'}] {{(pid=78794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:37:29.001157 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] For port 1b1cab01-36b9-4098-bedc-9c05027b2b84, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1b1cab01-36b9-4098-bedc-9c05027b2b84,segment=NetworkSegment(51769eaf-559f-44d5-9d89-956355b2b805),segment_id=51769eaf-559f-44d5-9d89-956355b2b805)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:37:29.006393 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:29.009469 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:37:29.081121 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Pushing event updated for resources: {'Port': ['ID=1b1cab01-36b9-4098-bedc-9c05027b2b84,revision_number=5']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:29.084559 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:37:29.098456 dv-cinder-789603-6-iscsi neutron-server[78794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b3f27e2-19e9-4877-bc58-4f847d1b6686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b1cab01-36b9-4098-bedc-9c05027b2b84', 'code': 200} May 12 15:37:29.377127 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d346b478-9680-43f7-bdbd-13da7db9da2b req-982cf32c-2a5f-471e-bdd7-88f94f8c2ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:37:29.378491 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-d346b478-9680-43f7-bdbd-13da7db9da2b req-982cf32c-2a5f-471e-bdd7-88f94f8c2ee8 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=4b3f27e2-19e9-4877-bc58-4f847d1b6686 HTTP/1.1" status: 200 len: 1098 time: 0.0718548 May 12 15:37:29.418727 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-d346b478-9680-43f7-bdbd-13da7db9da2b req-3a2e7ed0-b781-4793-be08-35f8575ee36f service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=adecefa6-d381-44c0-b99b-1e165d1a0c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336723 May 12 15:37:48.705626 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-53d9fb4c-611b-47c6-85c0-d57080a0ce07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:51.150279 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-0c1d3767-5ba3-4730-a292-5d3846197d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:51.686054 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:52.337058 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-8e9e3eb0-3c8e-4693-b231-5e176560d846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:54.244601 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-876105c5-eed7-46ba-a478-d2a34eb0d798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:37:55.371354 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [req-add46a6c-4992-4485-8386-3817cb92ef8d req-7916947a-73b8-4df4-881a-308e75d9dfc3 service neutron] (78792) timed out ('10.222.0.85', 49573) {{(pid=78792) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 12 15:37:57.214220 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:00.150727 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.agents_db [None req-dd47ce14-932e-4540-b008-5e9038d1c348 None None] Agent healthcheck: found 6 active agents {{(pid=78795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 15:38:04.958829 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-f7845517-f4d2-4fbe-9153-99be67508d29 req-afd536e5-acb6-4cb5-b969-865b0ef6d830 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=4b3f27e2-19e9-4877-bc58-4f847d1b6686&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0697103 May 12 15:38:05.199096 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7845517-f4d2-4fbe-9153-99be67508d29 req-de62ce59-755e-4f1c-84db-b37d446ff380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:05.200557 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-f7845517-f4d2-4fbe-9153-99be67508d29 req-de62ce59-755e-4f1c-84db-b37d446ff380 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0390cffe0daf454d8f2a9b25badfc787&device_id=4b3f27e2-19e9-4877-bc58-4f847d1b6686 HTTP/1.1" status: 200 len: 1098 time: 0.1727984 May 12 15:38:05.344496 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7845517-f4d2-4fbe-9153-99be67508d29 req-fae9d0cf-7db8-4b78-a5ec-80df5cf5c0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:05.345929 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-f7845517-f4d2-4fbe-9153-99be67508d29 req-fae9d0cf-7db8-4b78-a5ec-80df5cf5c0a2 service neutron] 10.222.0.85 "GET /v2.0/networks?id=60cab5c9-0b46-4fcb-976c-b8b73199ad2c HTTP/1.1" status: 200 len: 910 time: 0.1253779 May 12 15:38:05.417409 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-f7845517-f4d2-4fbe-9153-99be67508d29 req-e9cd87c7-5ac2-4dfb-9575-43aff9967dfa service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b1cab01-36b9-4098-bedc-9c05027b2b84 HTTP/1.1" status: 200 len: 217 time: 0.0638111 May 12 15:38:05.481045 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7845517-f4d2-4fbe-9153-99be67508d29 req-d46539ce-6c45-4745-bc89-be5f4e6787cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:05.482499 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-f7845517-f4d2-4fbe-9153-99be67508d29 req-d46539ce-6c45-4745-bc89-be5f4e6787cc service neutron] 10.222.0.85 "GET /v2.0/subnets?id=7277229a-e989-44f9-8a5e-6cc2b8c9645d HTTP/1.1" status: 200 len: 848 time: 0.0571012 May 12 15:38:05.562561 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7845517-f4d2-4fbe-9153-99be67508d29 req-ad4a34c1-ce71-4930-8e3f-d32786dae007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:05.563998 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-f7845517-f4d2-4fbe-9153-99be67508d29 req-ad4a34c1-ce71-4930-8e3f-d32786dae007 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=60cab5c9-0b46-4fcb-976c-b8b73199ad2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0736897 May 12 15:38:05.698694 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-f7845517-f4d2-4fbe-9153-99be67508d29 req-5443f63a-9485-41d5-8aa6-050b14bfb261 service neutron] 10.222.0.85 "GET /v2.0/networks/60cab5c9-0b46-4fcb-976c-b8b73199ad2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259787 May 12 15:38:05.834338 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-f7845517-f4d2-4fbe-9153-99be67508d29 req-61855b56-2c7f-4055-be56-0d5ddf0b3d70 service neutron] 10.222.0.85 "GET /v2.0/networks/60cab5c9-0b46-4fcb-976c-b8b73199ad2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282043 May 12 15:38:14.507808 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c0bac-7cae-4e44-955e-2ecd4d743ee4 req-9ef695d1-1cb3-4ff1-b9ac-5f1b669d132a tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:14.509319 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-d23c0bac-7cae-4e44-955e-2ecd4d743ee4 req-9ef695d1-1cb3-4ff1-b9ac-5f1b669d132a tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b3f27e2-19e9-4877-bc58-4f847d1b6686 HTTP/1.1" status: 200 len: 945 time: 0.0812266 May 12 15:38:14.558277 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-d23c0bac-7cae-4e44-955e-2ecd4d743ee4 req-4918eb2c-1fb7-4149-bf57-5fc920ba1133 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] 10.222.0.32 "GET /v2.0/security-groups?id=adecefa6-d381-44c0-b99b-1e165d1a0c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428941 May 12 15:38:14.742306 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bcd21d-b94d-4f62-bca6-6a363b72905b req-f1a0deb4-6482-40b5-8b05-71ea70ccc07c tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:14.743807 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-f5bcd21d-b94d-4f62-bca6-6a363b72905b req-f1a0deb4-6482-40b5-8b05-71ea70ccc07c tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b3f27e2-19e9-4877-bc58-4f847d1b6686 HTTP/1.1" status: 200 len: 945 time: 0.0809329 May 12 15:38:14.796570 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-f5bcd21d-b94d-4f62-bca6-6a363b72905b req-1f0ee17a-dac3-404d-b87c-c705ca1a2e72 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] 10.222.0.32 "GET /v2.0/security-groups?id=adecefa6-d381-44c0-b99b-1e165d1a0c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469167 May 12 15:38:14.818579 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 51910) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:38:15.003191 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cabb1b-b0ee-4be3-a7b8-79f436b7104d tempest-TestShelveInstance-58101708 tempest-TestShelveInstance-58101708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:15.003809 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-85cabb1b-b0ee-4be3-a7b8-79f436b7104d tempest-TestShelveInstance-58101708 tempest-TestShelveInstance-58101708-project-admin] Synchronizing usage tracker for tenant:5e38e38e9d0342c6978bb82ebf83c5b5 on resource:port {{(pid=78793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:38:15.020654 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-85cabb1b-b0ee-4be3-a7b8-79f436b7104d tempest-TestShelveInstance-58101708 tempest-TestShelveInstance-58101708-project-admin] Unset dirty status for tenant:5e38e38e9d0342c6978bb82ebf83c5b5 on resource:port {{(pid=78793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:38:15.021988 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-85cabb1b-b0ee-4be3-a7b8-79f436b7104d tempest-TestShelveInstance-58101708 tempest-TestShelveInstance-58101708-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4b3f27e2-19e9-4877-bc58-4f847d1b6686 HTTP/1.1" status: 200 len: 1093 time: 0.2023909 May 12 15:38:15.025457 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 51916) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:38:15.030614 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.v2.base [None req-9b3bd731-c0ce-4f94-90ef-bbab59bf9066 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Request body: {'floatingip': {'floating_network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'port_id': '1b1cab01-36b9-4098-bedc-9c05027b2b84', 'tenant_id': '0390cffe0daf454d8f2a9b25badfc787', 'fixed_ip_address': '172.20.0.7'}} {{(pid=78793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:38:15.036869 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-9b3bd731-c0ce-4f94-90ef-bbab59bf9066 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:38:15.041296 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-9b3bd731-c0ce-4f94-90ef-bbab59bf9066 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Usage tracker for resource:floatingip and tenant:0390cffe0daf454d8f2a9b25badfc787 is out of sync, need to count used quota {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:38:15.044179 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [None req-9b3bd731-c0ce-4f94-90ef-bbab59bf9066 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:38:15.049900 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.quota.driver [None req-9b3bd731-c0ce-4f94-90ef-bbab59bf9066 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:38:15.060334 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-9b3bd731-c0ce-4f94-90ef-bbab59bf9066 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Notify callbacks [] for floatingip, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:15.296010 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-9b3bd731-c0ce-4f94-90ef-bbab59bf9066 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:15.432307 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.db_base_plugin_common [None req-9b3bd731-c0ce-4f94-90ef-bbab59bf9066 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Allocated IP 172.27.2.91 (d9e66476-551f-4a93-96a6-794e2ee658bf/9a4f1bc6-77ee-4516-b181-cab47718771b/8c35ed1f-a482-45f3-8283-250e44a8dfd4) {{(pid=78793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:38:15.574271 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-9b3bd731-c0ce-4f94-90ef-bbab59bf9066 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Notify callbacks [] for port, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:15.603003 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-9b3bd731-c0ce-4f94-90ef-bbab59bf9066 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739648862724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3598933'] for port, after_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:15.607318 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-99156023-cbcf-4825-b28a-453eb9f14a9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:38:15.662007 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3bd731-c0ce-4f94-90ef-bbab59bf9066 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Network d9e66476-551f-4a93-96a6-794e2ee658bf is already hosted by enough agents. {{(pid=78793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:38:15.665333 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.base_scheduler [None req-9b3bd731-c0ce-4f94-90ef-bbab59bf9066 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Resources bound (agent type, host, resource id): {{(pid=78793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:38:15.668960 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3bd731-c0ce-4f94-90ef-bbab59bf9066 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Received port after_create {{(pid=78793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 15:38:15.710260 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3bd731-c0ce-4f94-90ef-bbab59bf9066 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Pushing event updated for resources: {'Port': ['ID=8c35ed1f-a482-45f3-8283-250e44a8dfd4,revision_number=1']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:15.723181 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3bd731-c0ce-4f94-90ef-bbab59bf9066 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:15.723558 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3bd731-c0ce-4f94-90ef-bbab59bf9066 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:15.723930 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3bd731-c0ce-4f94-90ef-bbab59bf9066 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:15.724294 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3bd731-c0ce-4f94-90ef-bbab59bf9066 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:15.724656 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3bd731-c0ce-4f94-90ef-bbab59bf9066 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:15.725014 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3bd731-c0ce-4f94-90ef-bbab59bf9066 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:15.725367 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3bd731-c0ce-4f94-90ef-bbab59bf9066 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:15.725721 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3bd731-c0ce-4f94-90ef-bbab59bf9066 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:15.726103 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3bd731-c0ce-4f94-90ef-bbab59bf9066 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:15.726452 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3bd731-c0ce-4f94-90ef-bbab59bf9066 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:15.726801 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3bd731-c0ce-4f94-90ef-bbab59bf9066 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:15.727721 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3bd731-c0ce-4f94-90ef-bbab59bf9066 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:15.732630 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-9b3bd731-c0ce-4f94-90ef-bbab59bf9066 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:38:16.096639 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-9b3bd731-c0ce-4f94-90ef-bbab59bf9066 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:16.172490 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-9b3bd731-c0ce-4f94-90ef-bbab59bf9066 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:16.381919 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-9b3bd731-c0ce-4f94-90ef-bbab59bf9066 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Notify callbacks [] for port, precommit_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:16.387033 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-9b3bd731-c0ce-4f94-90ef-bbab59bf9066 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3598924'] for port, after_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:16.390510 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-df5c9721-6b90-435e-940d-0c73aea52033 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:38:16.486998 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3bd731-c0ce-4f94-90ef-bbab59bf9066 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Pushing event updated for resources: {'Port': ['ID=8c35ed1f-a482-45f3-8283-250e44a8dfd4,revision_number=2']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:16.490918 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-9b3bd731-c0ce-4f94-90ef-bbab59bf9066 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:38:16.504249 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-9b3bd731-c0ce-4f94-90ef-bbab59bf9066 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1706618'] for floatingip, after_update {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:16.674048 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.db.l3_db [None req-9b3bd731-c0ce-4f94-90ef-bbab59bf9066 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Floating IP 550276b0-7b9a-4b97-a6ed-a9a970c70b0a associated. External IP: 172.27.2.91, port: 1b1cab01-36b9-4098-bedc-9c05027b2b84. May 12 15:38:17.128327 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b3bd731-c0ce-4f94-90ef-bbab59bf9066 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Router 09029d97-ac10-4427-af3f-b046ce5341dc has already been hosted by L3 agent e96f2393-830b-46ef-bef2-f93615c2f352 {{(pid=78793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 15:38:17.309469 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b3bd731-c0ce-4f94-90ef-bbab59bf9066 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Notify agent at l3_agent.dv-cinder-789603-6-iscsi the message routers_updated {{(pid=78793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:38:17.320289 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7d0298-4990-4903-9f89-7e8ab3e2e7fa None None] Sync routers for ids ['09029d97-ac10-4427-af3f-b046ce5341dc'] in dv-cinder-789603-6-iscsi {{(pid=78794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:38:17.330091 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7d0298-4990-4903-9f89-7e8ab3e2e7fa None None] Routers {'09029d97-ac10-4427-af3f-b046ce5341dc'} bound to L3 agent in host dv-cinder-789603-6-iscsi {{(pid=78794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:38:17.330726 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-9e7d0298-4990-4903-9f89-7e8ab3e2e7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-12T15:12:51Z,description=,heartbeat_timestamp=2021-05-12T15:37:51Z,host='dv-cinder-789603-6-iscsi',id=e96f2393-830b-46ef-bef2-f93615c2f352,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:12:51Z,topic='l3_agent')) {'router_ids': ['09029d97-ac10-4427-af3f-b046ce5341dc'], 'active': True} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:38:17.335055 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-9b3bd731-c0ce-4f94-90ef-bbab59bf9066 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2050383'] for floatingip, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:17.392503 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-9b3bd731-c0ce-4f94-90ef-bbab59bf9066 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3659546 May 12 15:38:17.393364 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b3f27e2-19e9-4877-bc58-4f847d1b6686', 'tag': '1b1cab01-36b9-4098-bedc-9c05027b2b84'}] {{(pid=78793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:38:17.522134 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvr_db [None req-9e7d0298-4990-4903-9f89-7e8ab3e2e7fa None None] Set router 09029d97-ac10-4427-af3f-b046ce5341dc gateway port host: dv-cinder-789603-6-iscsi {{(pid=78794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:38:17.527211 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b3f27e2-19e9-4877-bc58-4f847d1b6686', 'tag': '1b1cab01-36b9-4098-bedc-9c05027b2b84', 'status': 'completed', 'code': 200} May 12 15:38:17.620939 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba598f-16d7-4786-9b90-111e9d3bd66b req-0210e6fd-c48f-48a9-8a26-5ec412f2a97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:17.622451 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-caba598f-16d7-4786-9b90-111e9d3bd66b req-0210e6fd-c48f-48a9-8a26-5ec412f2a97b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0390cffe0daf454d8f2a9b25badfc787&device_id=4b3f27e2-19e9-4877-bc58-4f847d1b6686 HTTP/1.1" status: 200 len: 1098 time: 0.0736632 May 12 15:38:17.760037 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba598f-16d7-4786-9b90-111e9d3bd66b req-da3b4f3a-8021-46ec-be05-864a41a85dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:17.761480 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-caba598f-16d7-4786-9b90-111e9d3bd66b req-da3b4f3a-8021-46ec-be05-864a41a85dde service neutron] 10.222.0.85 "GET /v2.0/networks?id=60cab5c9-0b46-4fcb-976c-b8b73199ad2c HTTP/1.1" status: 200 len: 910 time: 0.1322806 May 12 15:38:17.868644 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-caba598f-16d7-4786-9b90-111e9d3bd66b req-29aeb7a1-f861-4fc8-b3ba-44302f08adb7 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b1cab01-36b9-4098-bedc-9c05027b2b84 HTTP/1.1" status: 200 len: 998 time: 0.0989659 May 12 15:38:17.891113 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-9e7d0298-4990-4903-9f89-7e8ab3e2e7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09029d97-ac10-4427-af3f-b046ce5341dc', 'name': 'tempest-TestShelveInstance-1848067497-router', 'tenant_id': '0390cffe0daf454d8f2a9b25badfc787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '5388ae40-af93-4a29-81dd-d9bc3be7e206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:36:32Z', 'updated_at': '2021-05-12T15:36:36Z', 'revision_number': 4, 'project_id': '0390cffe0daf454d8f2a9b25badfc787', 'gw_port': {'id': '5388ae40-af93-4a29-81dd-d9bc3be7e206', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:13:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09029d97-ac10-4427-af3f-b046ce5341dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:36:32Z', 'updated_at': '2021-05-12T15:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi', '_floatingips': [{'id': '550276b0-7b9a-4b97-a6ed-a9a970c70b0a', 'tenant_id': '0390cffe0daf454d8f2a9b25badfc787', 'floating_ip_address': '172.27.2.91', 'floating_network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'router_id': '09029d97-ac10-4427-af3f-b046ce5341dc', 'port_id': '1b1cab01-36b9-4098-bedc-9c05027b2b84', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60cab5c9-0b46-4fcb-976c-b8b73199ad2c', 'mac_address': 'fa:16:3e:f3:16:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3f27e2-19e9-4877-bc58-4f847d1b6686', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T15:38:16Z', 'updated_at': '2021-05-12T15:38:16Z', 'revision_number': 0, 'project_id': '0390cffe0daf454d8f2a9b25badfc787', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08430618-c101-4300-8a80-65b33eab156f', 'name': '', 'network_id': '60cab5c9-0b46-4fcb-976c-b8b73199ad2c', 'tenant_id': '0390cffe0daf454d8f2a9b25badfc787', 'mac_address': 'fa:16:3e:61:f3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09029d97-ac10-4427-af3f-b046ce5341dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '7277229a-e989-44f9-8a5e-6cc2b8c9645d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:36:35Z', 'updated_at': '2021-05-12T15:36:41Z', 'revision_number': 5, 'project_id': '0390cffe0daf454d8f2a9b25badfc787', 'subnets': [{'id': '7277229a-e989-44f9-8a5e-6cc2b8c9645d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-iscsi', False) {} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:38:17.895563 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7d0298-4990-4903-9f89-7e8ab3e2e7fa None None] Checking router: 09029d97-ac10-4427-af3f-b046ce5341dc for host: dv-cinder-789603-6-iscsi {{(pid=78794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:38:17.904682 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7d0298-4990-4903-9f89-7e8ab3e2e7fa None None] Routers {'09029d97-ac10-4427-af3f-b046ce5341dc'} bound to L3 agent in host dv-cinder-789603-6-iscsi {{(pid=78794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:38:17.905306 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-9e7d0298-4990-4903-9f89-7e8ab3e2e7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-12T15:12:51Z,description=,heartbeat_timestamp=2021-05-12T15:37:51Z,host='dv-cinder-789603-6-iscsi',id=e96f2393-830b-46ef-bef2-f93615c2f352,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:12:51Z,topic='l3_agent')) {'router_ids': ['09029d97-ac10-4427-af3f-b046ce5341dc'], 'active': True} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:38:17.936817 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba598f-16d7-4786-9b90-111e9d3bd66b req-01b5b21f-0ffb-495b-9ac7-b2a6cd6e9adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:17.938417 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-caba598f-16d7-4786-9b90-111e9d3bd66b req-01b5b21f-0ffb-495b-9ac7-b2a6cd6e9adc service neutron] 10.222.0.85 "GET /v2.0/subnets?id=7277229a-e989-44f9-8a5e-6cc2b8c9645d HTTP/1.1" status: 200 len: 848 time: 0.0633063 May 12 15:38:18.021323 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba598f-16d7-4786-9b90-111e9d3bd66b req-14ec7299-bf88-4782-a1a8-15d80479473c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:38:18.022701 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-caba598f-16d7-4786-9b90-111e9d3bd66b req-14ec7299-bf88-4782-a1a8-15d80479473c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=60cab5c9-0b46-4fcb-976c-b8b73199ad2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0770149 May 12 15:38:18.091322 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvr_db [None req-9e7d0298-4990-4903-9f89-7e8ab3e2e7fa None None] Set router 09029d97-ac10-4427-af3f-b046ce5341dc gateway port host: dv-cinder-789603-6-iscsi {{(pid=78794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:38:18.171391 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-caba598f-16d7-4786-9b90-111e9d3bd66b req-f98efdf4-814d-4e26-9a43-448a304d654b service neutron] 10.222.0.85 "GET /v2.0/networks/60cab5c9-0b46-4fcb-976c-b8b73199ad2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414940 May 12 15:38:18.332855 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-caba598f-16d7-4786-9b90-111e9d3bd66b req-d731264c-2cc1-4b44-9c58-d6aceb9d4472 service neutron] 10.222.0.85 "GET /v2.0/networks/60cab5c9-0b46-4fcb-976c-b8b73199ad2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530261 May 12 15:38:18.523677 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-9e7d0298-4990-4903-9f89-7e8ab3e2e7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09029d97-ac10-4427-af3f-b046ce5341dc', 'name': 'tempest-TestShelveInstance-1848067497-router', 'tenant_id': '0390cffe0daf454d8f2a9b25badfc787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '5388ae40-af93-4a29-81dd-d9bc3be7e206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:36:32Z', 'updated_at': '2021-05-12T15:36:36Z', 'revision_number': 4, 'project_id': '0390cffe0daf454d8f2a9b25badfc787', 'gw_port': {'id': '5388ae40-af93-4a29-81dd-d9bc3be7e206', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:13:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09029d97-ac10-4427-af3f-b046ce5341dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:36:32Z', 'updated_at': '2021-05-12T15:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi', '_floatingips': [{'id': '550276b0-7b9a-4b97-a6ed-a9a970c70b0a', 'tenant_id': '0390cffe0daf454d8f2a9b25badfc787', 'floating_ip_address': '172.27.2.91', 'floating_network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'router_id': '09029d97-ac10-4427-af3f-b046ce5341dc', 'port_id': '1b1cab01-36b9-4098-bedc-9c05027b2b84', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60cab5c9-0b46-4fcb-976c-b8b73199ad2c', 'mac_address': 'fa:16:3e:f3:16:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3f27e2-19e9-4877-bc58-4f847d1b6686', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T15:38:16Z', 'updated_at': '2021-05-12T15:38:16Z', 'revision_number': 0, 'project_id': '0390cffe0daf454d8f2a9b25badfc787', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08430618-c101-4300-8a80-65b33eab156f', 'name': '', 'network_id': '60cab5c9-0b46-4fcb-976c-b8b73199ad2c', 'tenant_id': '0390cffe0daf454d8f2a9b25badfc787', 'mac_address': 'fa:16:3e:61:f3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09029d97-ac10-4427-af3f-b046ce5341dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '7277229a-e989-44f9-8a5e-6cc2b8c9645d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:36:35Z', 'updated_at': '2021-05-12T15:36:41Z', 'revision_number': 5, 'project_id': '0390cffe0daf454d8f2a9b25badfc787', 'subnets': [{'id': '7277229a-e989-44f9-8a5e-6cc2b8c9645d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-iscsi', False) {} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:38:18.528665 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7d0298-4990-4903-9f89-7e8ab3e2e7fa None None] The sync data for ids ['09029d97-ac10-4427-af3f-b046ce5341dc'] in dv-cinder-789603-6-iscsi is: [{'id': '09029d97-ac10-4427-af3f-b046ce5341dc', 'name': 'tempest-TestShelveInstance-1848067497-router', 'tenant_id': '0390cffe0daf454d8f2a9b25badfc787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '5388ae40-af93-4a29-81dd-d9bc3be7e206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:36:32Z', 'updated_at': '2021-05-12T15:36:36Z', 'revision_number': 4, 'project_id': '0390cffe0daf454d8f2a9b25badfc787', 'gw_port': {'id': '5388ae40-af93-4a29-81dd-d9bc3be7e206', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:13:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09029d97-ac10-4427-af3f-b046ce5341dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:36:32Z', 'updated_at': '2021-05-12T15:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi', '_floatingips': [{'id': '550276b0-7b9a-4b97-a6ed-a9a970c70b0a', 'tenant_id': '0390cffe0daf454d8f2a9b25badfc787', 'floating_ip_address': '172.27.2.91', 'floating_network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'router_id': '09029d97-ac10-4427-af3f-b046ce5341dc', 'port_id': '1b1cab01-36b9-4098-bedc-9c05027b2b84', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60cab5c9-0b46-4fcb-976c-b8b73199ad2c', 'mac_address': 'fa:16:3e:f3:16:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3f27e2-19e9-4877-bc58-4f847d1b6686', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T15:38:16Z', 'updated_at': '2021-05-12T15:38:16Z', 'revision_number': 0, 'project_id': '0390cffe0daf454d8f2a9b25badfc787', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08430618-c101-4300-8a80-65b33eab156f', 'name': '', 'network_id': '60cab5c9-0b46-4fcb-976c-b8b73199ad2c', 'tenant_id': '0390cffe0daf454d8f2a9b25badfc787', 'mac_address': 'fa:16:3e:61:f3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09029d97-ac10-4427-af3f-b046ce5341dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '7277229a-e989-44f9-8a5e-6cc2b8c9645d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:36:35Z', 'updated_at': '2021-05-12T15:36:41Z', 'revision_number': 5, 'project_id': '0390cffe0daf454d8f2a9b25badfc787', 'subnets': [{'id': '7277229a-e989-44f9-8a5e-6cc2b8c9645d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:38:18.708129 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-a8537ae4-4b8b-4788-8597-746a2052169f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:18.808540 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4d0e1a-1fc2-4e89-aef0-34d88069f39d None None] New status for floating IP 550276b0-7b9a-4b97-a6ed-a9a970c70b0a: ACTIVE {{(pid=78795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 15:38:21.151920 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-bbb5615e-7d05-4d0b-8b46-a6f4bb66fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:21.688071 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:22.340330 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-8e9e3eb0-3c8e-4693-b231-5e176560d846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:24.247747 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-876105c5-eed7-46ba-a478-d2a34eb0d798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:27.208484 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:37.150208 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.agents_db [None req-dd47ce14-932e-4540-b008-5e9038d1c348 None None] Agent healthcheck: found 6 active agents {{(pid=78795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 15:38:48.710388 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-94bfd41c-79ce-402b-8d15-2baf8b8d90d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:51.153580 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-f85cd818-0abc-42f0-b417-cf2508c6efb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:51.693414 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:52.342989 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-8e9e3eb0-3c8e-4693-b231-5e176560d846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:54.251106 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-876105c5-eed7-46ba-a478-d2a34eb0d798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:38:57.216353 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:06.003908 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-c69e8bb1-7ee9-46ec-b87b-dde21c2fd884 req-28037c37-6191-4dc9-bd54-1fa1e7d94994 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=4b3f27e2-19e9-4877-bc58-4f847d1b6686&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0688171 May 12 15:39:06.145125 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69e8bb1-7ee9-46ec-b87b-dde21c2fd884 req-89947ebe-3529-4066-af64-84ffa6bbf888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:06.146593 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-c69e8bb1-7ee9-46ec-b87b-dde21c2fd884 req-89947ebe-3529-4066-af64-84ffa6bbf888 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0390cffe0daf454d8f2a9b25badfc787&device_id=4b3f27e2-19e9-4877-bc58-4f847d1b6686 HTTP/1.1" status: 200 len: 1098 time: 0.0736253 May 12 15:39:06.392351 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69e8bb1-7ee9-46ec-b87b-dde21c2fd884 req-a1188081-3980-4fab-a055-725c44737328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:06.393967 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-c69e8bb1-7ee9-46ec-b87b-dde21c2fd884 req-a1188081-3980-4fab-a055-725c44737328 service neutron] 10.222.0.85 "GET /v2.0/networks?id=60cab5c9-0b46-4fcb-976c-b8b73199ad2c HTTP/1.1" status: 200 len: 910 time: 0.2272489 May 12 15:39:06.496973 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-c69e8bb1-7ee9-46ec-b87b-dde21c2fd884 req-08de6e68-4a99-4de5-b6f9-77e983d5b1a4 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b1cab01-36b9-4098-bedc-9c05027b2b84 HTTP/1.1" status: 200 len: 1000 time: 0.0962391 May 12 15:39:06.558585 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69e8bb1-7ee9-46ec-b87b-dde21c2fd884 req-8012717f-126e-4ae7-97f6-c5a124004471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:06.559970 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-c69e8bb1-7ee9-46ec-b87b-dde21c2fd884 req-8012717f-126e-4ae7-97f6-c5a124004471 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=7277229a-e989-44f9-8a5e-6cc2b8c9645d HTTP/1.1" status: 200 len: 848 time: 0.0570030 May 12 15:39:06.632128 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69e8bb1-7ee9-46ec-b87b-dde21c2fd884 req-77eb17af-355c-47e9-b6a7-51585ded6072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:06.634114 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-c69e8bb1-7ee9-46ec-b87b-dde21c2fd884 req-77eb17af-355c-47e9-b6a7-51585ded6072 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=60cab5c9-0b46-4fcb-976c-b8b73199ad2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0675640 May 12 15:39:06.763472 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-c69e8bb1-7ee9-46ec-b87b-dde21c2fd884 req-3ec86dc3-37bc-4900-98ed-31eba82b4e52 service neutron] 10.222.0.85 "GET /v2.0/networks/60cab5c9-0b46-4fcb-976c-b8b73199ad2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220052 May 12 15:39:06.893736 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-c69e8bb1-7ee9-46ec-b87b-dde21c2fd884 req-296fb9ba-6c35-4017-ba58-cf081f4697d1 service neutron] 10.222.0.85 "GET /v2.0/networks/60cab5c9-0b46-4fcb-976c-b8b73199ad2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237080 May 12 15:39:14.150342 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.agents_db [None req-dd47ce14-932e-4540-b008-5e9038d1c348 None None] Agent healthcheck: found 6 active agents {{(pid=78795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 15:39:18.712480 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-649ff801-caa5-4bcb-b245-1e9ef9af4166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:21.154377 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-c80e0bb7-d4d8-420c-98f1-696fc0b43d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:21.685129 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:22.345413 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-8e9e3eb0-3c8e-4693-b231-5e176560d846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:24.254129 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-876105c5-eed7-46ba-a478-d2a34eb0d798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:27.220606 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:48.015532 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33c4d16-8fd7-47da-a483-bdef1c91481f req-adf4b30a-3d05-4ec1-a7cb-497d71885fc8 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:48.017071 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-f33c4d16-8fd7-47da-a483-bdef1c91481f req-adf4b30a-3d05-4ec1-a7cb-497d71885fc8 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b3f27e2-19e9-4877-bc58-4f847d1b6686 HTTP/1.1" status: 200 len: 945 time: 0.0903161 May 12 15:39:48.065271 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-f33c4d16-8fd7-47da-a483-bdef1c91481f req-4a458a04-6159-4264-a988-4910818b53ae tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] 10.222.0.32 "GET /v2.0/security-groups?id=adecefa6-d381-44c0-b99b-1e165d1a0c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420947 May 12 15:39:48.716609 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-6fcb24fa-3683-4bea-ad7a-3a5a629c7b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:49.265235 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a242bbf-cafd-4138-9a81-de10104a60ed req-02a92564-5b0b-410e-bb70-5a2755759a0c tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:49.266748 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-0a242bbf-cafd-4138-9a81-de10104a60ed req-02a92564-5b0b-410e-bb70-5a2755759a0c tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b3f27e2-19e9-4877-bc58-4f847d1b6686 HTTP/1.1" status: 200 len: 945 time: 0.0825310 May 12 15:39:49.315958 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-0a242bbf-cafd-4138-9a81-de10104a60ed req-c2e104e1-7471-499d-bbc3-b28c44a1cf86 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] 10.222.0.32 "GET /v2.0/security-groups?id=adecefa6-d381-44c0-b99b-1e165d1a0c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431895 May 12 15:39:50.502658 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae269bc-759d-44c0-9d7d-a0a062972015 req-e87e04e5-5388-41f9-856f-00cfcfb222e7 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:50.504115 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-9ae269bc-759d-44c0-9d7d-a0a062972015 req-e87e04e5-5388-41f9-856f-00cfcfb222e7 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b3f27e2-19e9-4877-bc58-4f847d1b6686 HTTP/1.1" status: 200 len: 945 time: 0.0789857 May 12 15:39:50.552670 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-9ae269bc-759d-44c0-9d7d-a0a062972015 req-7db3df76-671e-4685-ae13-08641c4f9e30 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] 10.222.0.32 "GET /v2.0/security-groups?id=adecefa6-d381-44c0-b99b-1e165d1a0c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422943 May 12 15:39:51.149161 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.agents_db [None req-dd47ce14-932e-4540-b008-5e9038d1c348 None None] Agent healthcheck: found 6 active agents {{(pid=78795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 15:39:51.155255 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-4f059e88-92c5-4efd-ab14-54d74dd783d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:51.686458 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:51.737346 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f24996-56bf-47f3-bfb8-aa851211ef58 req-cd0d0207-1a09-4e63-bc8f-0fb8c9d49652 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:51.738843 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-d4f24996-56bf-47f3-bfb8-aa851211ef58 req-cd0d0207-1a09-4e63-bc8f-0fb8c9d49652 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b3f27e2-19e9-4877-bc58-4f847d1b6686 HTTP/1.1" status: 200 len: 945 time: 0.0815046 May 12 15:39:51.785448 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-d4f24996-56bf-47f3-bfb8-aa851211ef58 req-8b851ab8-416e-4e12-8815-61bc073e4847 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] 10.222.0.32 "GET /v2.0/security-groups?id=adecefa6-d381-44c0-b99b-1e165d1a0c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403087 May 12 15:39:52.348439 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-8e9e3eb0-3c8e-4693-b231-5e176560d846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:52.978172 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a329d9b8-13da-45b7-acc0-4d00a2874357 req-0fc69060-a1a3-4f4f-b127-712d7c807f7f tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:52.980134 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-a329d9b8-13da-45b7-acc0-4d00a2874357 req-0fc69060-a1a3-4f4f-b127-712d7c807f7f tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b3f27e2-19e9-4877-bc58-4f847d1b6686 HTTP/1.1" status: 200 len: 945 time: 0.0856433 May 12 15:39:53.025658 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-a329d9b8-13da-45b7-acc0-4d00a2874357 req-ade78d2e-e42e-4c4f-98f0-4e0bf0830568 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] 10.222.0.32 "GET /v2.0/security-groups?id=adecefa6-d381-44c0-b99b-1e165d1a0c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392439 May 12 15:39:54.226158 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97bb1d1-b69f-41f6-a9e1-844f158bf1f9 req-b000db15-a0b2-404a-9841-c361cdc48d98 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:54.227093 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-f97bb1d1-b69f-41f6-a9e1-844f158bf1f9 req-b000db15-a0b2-404a-9841-c361cdc48d98 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b3f27e2-19e9-4877-bc58-4f847d1b6686 HTTP/1.1" status: 200 len: 945 time: 0.0935507 May 12 15:39:54.259719 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-876105c5-eed7-46ba-a478-d2a34eb0d798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:54.277278 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-f97bb1d1-b69f-41f6-a9e1-844f158bf1f9 req-d82334b8-3008-402c-8ecb-fc913628ce7b tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] 10.222.0.32 "GET /v2.0/security-groups?id=adecefa6-d381-44c0-b99b-1e165d1a0c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436857 May 12 15:39:55.467779 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432ea5bc-9507-4f28-9be9-a53fc4b388ca req-9a7914c2-4e42-45e4-96c0-a104304d046e tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:55.469243 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-432ea5bc-9507-4f28-9be9-a53fc4b388ca req-9a7914c2-4e42-45e4-96c0-a104304d046e tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b3f27e2-19e9-4877-bc58-4f847d1b6686 HTTP/1.1" status: 200 len: 945 time: 0.0849969 May 12 15:39:55.516706 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-432ea5bc-9507-4f28-9be9-a53fc4b388ca req-0a6b8d8e-80d2-4a9c-afa3-e1f161743553 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] 10.222.0.32 "GET /v2.0/security-groups?id=adecefa6-d381-44c0-b99b-1e165d1a0c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415158 May 12 15:39:56.709588 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d28bf6-c8e4-4a4f-8922-e8e82318e50d req-55f0f921-73bf-4d90-99e9-f2e26cd4609b tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:56.711087 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-71d28bf6-c8e4-4a4f-8922-e8e82318e50d req-55f0f921-73bf-4d90-99e9-f2e26cd4609b tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b3f27e2-19e9-4877-bc58-4f847d1b6686 HTTP/1.1" status: 200 len: 945 time: 0.0800152 May 12 15:39:56.758938 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-71d28bf6-c8e4-4a4f-8922-e8e82318e50d req-fcc3a267-9b3c-4e65-84c9-57149a5ba943 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] 10.222.0.32 "GET /v2.0/security-groups?id=adecefa6-d381-44c0-b99b-1e165d1a0c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415955 May 12 15:39:57.221412 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:39:57.945850 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6ddc8e-6f82-4335-a0d7-d256071a3456 req-d6cf51ca-8faf-49e8-b32f-24660765a11c tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:57.947820 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-6c6ddc8e-6f82-4335-a0d7-d256071a3456 req-d6cf51ca-8faf-49e8-b32f-24660765a11c tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b3f27e2-19e9-4877-bc58-4f847d1b6686 HTTP/1.1" status: 200 len: 945 time: 0.0832405 May 12 15:39:57.994735 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-6c6ddc8e-6f82-4335-a0d7-d256071a3456 req-a678a5b5-b7e1-48c6-bb76-b610d922b312 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] 10.222.0.32 "GET /v2.0/security-groups?id=adecefa6-d381-44c0-b99b-1e165d1a0c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409806 May 12 15:39:58.124154 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac38e8-5373-4e61-9054-44ad2b50f5c9 req-0f8552a6-8117-42e1-bec1-0c18c7232b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:58.125533 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-19ac38e8-5373-4e61-9054-44ad2b50f5c9 req-0f8552a6-8117-42e1-bec1-0c18c7232b84 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0390cffe0daf454d8f2a9b25badfc787&device_id=4b3f27e2-19e9-4877-bc58-4f847d1b6686 HTTP/1.1" status: 200 len: 1098 time: 0.0765688 May 12 15:39:58.260254 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac38e8-5373-4e61-9054-44ad2b50f5c9 req-63e3e585-715b-42e3-81a7-d6a64edb3004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:58.261674 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-19ac38e8-5373-4e61-9054-44ad2b50f5c9 req-63e3e585-715b-42e3-81a7-d6a64edb3004 service neutron] 10.222.0.85 "GET /v2.0/networks?id=60cab5c9-0b46-4fcb-976c-b8b73199ad2c HTTP/1.1" status: 200 len: 910 time: 0.1289299 May 12 15:39:58.369427 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-19ac38e8-5373-4e61-9054-44ad2b50f5c9 req-54049781-4936-4512-9e55-eb2900e66dd5 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b1cab01-36b9-4098-bedc-9c05027b2b84 HTTP/1.1" status: 200 len: 1000 time: 0.1001565 May 12 15:39:58.434333 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac38e8-5373-4e61-9054-44ad2b50f5c9 req-7b7f4f5c-ca5d-4f2e-94d3-b71f9672de56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:58.435668 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-19ac38e8-5373-4e61-9054-44ad2b50f5c9 req-7b7f4f5c-ca5d-4f2e-94d3-b71f9672de56 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=7277229a-e989-44f9-8a5e-6cc2b8c9645d HTTP/1.1" status: 200 len: 848 time: 0.0594547 May 12 15:39:58.519040 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac38e8-5373-4e61-9054-44ad2b50f5c9 req-7068bb8b-aada-4d24-9df7-52bfd802260c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:58.520651 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-19ac38e8-5373-4e61-9054-44ad2b50f5c9 req-7068bb8b-aada-4d24-9df7-52bfd802260c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=60cab5c9-0b46-4fcb-976c-b8b73199ad2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0780313 May 12 15:39:58.657233 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-19ac38e8-5373-4e61-9054-44ad2b50f5c9 req-84890964-34d5-40ad-a704-015e0ff470eb service neutron] 10.222.0.85 "GET /v2.0/networks/60cab5c9-0b46-4fcb-976c-b8b73199ad2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287038 May 12 15:39:58.792210 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-19ac38e8-5373-4e61-9054-44ad2b50f5c9 req-970aec68-f743-426c-b078-46e45155348b service neutron] 10.222.0.85 "GET /v2.0/networks/60cab5c9-0b46-4fcb-976c-b8b73199ad2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283557 May 12 15:39:59.294561 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4548fa7-ac03-4d0c-a843-0100821a5927 req-db10616a-d863-4761-b139-c55fc89568c4 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:39:59.296083 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-f4548fa7-ac03-4d0c-a843-0100821a5927 req-db10616a-d863-4761-b139-c55fc89568c4 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b3f27e2-19e9-4877-bc58-4f847d1b6686 HTTP/1.1" status: 200 len: 945 time: 0.1918075 May 12 15:39:59.341322 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-f4548fa7-ac03-4d0c-a843-0100821a5927 req-8dc91c60-589d-4268-bb0d-3d47a1402065 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] 10.222.0.32 "GET /v2.0/security-groups?id=adecefa6-d381-44c0-b99b-1e165d1a0c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393889 May 12 15:40:00.539972 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e460f1e3-8c46-4248-b8fc-6c0db5b5d920 req-e30608de-8bfe-4e3a-99ea-8821bc2edc0e tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:00.542203 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-e460f1e3-8c46-4248-b8fc-6c0db5b5d920 req-e30608de-8bfe-4e3a-99ea-8821bc2edc0e tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b3f27e2-19e9-4877-bc58-4f847d1b6686 HTTP/1.1" status: 200 len: 945 time: 0.0882885 May 12 15:40:00.592593 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-e460f1e3-8c46-4248-b8fc-6c0db5b5d920 req-e314a956-e914-4a01-9a4f-ada4962d3808 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] 10.222.0.32 "GET /v2.0/security-groups?id=adecefa6-d381-44c0-b99b-1e165d1a0c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446341 May 12 15:40:01.781742 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93165e4d-7f61-467d-b700-9c7f47b5a786 req-21c56c20-1cbe-4daf-a515-a42fc5064fa0 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:01.783330 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-93165e4d-7f61-467d-b700-9c7f47b5a786 req-21c56c20-1cbe-4daf-a515-a42fc5064fa0 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b3f27e2-19e9-4877-bc58-4f847d1b6686 HTTP/1.1" status: 200 len: 945 time: 0.0835807 May 12 15:40:01.831395 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-93165e4d-7f61-467d-b700-9c7f47b5a786 req-c7b85e54-ab17-465b-ad1c-fc1c1907bdb4 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] 10.222.0.32 "GET /v2.0/security-groups?id=adecefa6-d381-44c0-b99b-1e165d1a0c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418179 May 12 15:40:02.143813 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 51984) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:40:02.191294 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f80723-872c-41d4-aa09-1762a9a6bcd6 req-03fd0933-4ebe-4f2d-be29-48a34ffef117 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:02.192895 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-04f80723-872c-41d4-aa09-1762a9a6bcd6 req-03fd0933-4ebe-4f2d-be29-48a34ffef117 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b3f27e2-19e9-4877-bc58-4f847d1b6686 HTTP/1.1" status: 200 len: 945 time: 0.0865512 May 12 15:40:02.239615 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-04f80723-872c-41d4-aa09-1762a9a6bcd6 req-0ac33e9b-e8da-43b9-a950-325f3543b3b3 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] 10.222.0.32 "GET /v2.0/security-groups?id=adecefa6-d381-44c0-b99b-1e165d1a0c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404556 May 12 15:40:02.267952 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-fcb09703-ac7c-4a3e-b415-e8ec0b404563 req-d2b87652-fb11-4e10-923e-ac32bd7e30f7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4b3f27e2-19e9-4877-bc58-4f847d1b6686&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1224983 May 12 15:40:03.433722 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254f3147-d8c3-4f24-aaa2-42d7be1f0885 req-b2ee3cbe-aa81-4631-908f-1803415cc6e6 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:03.435234 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-254f3147-d8c3-4f24-aaa2-42d7be1f0885 req-b2ee3cbe-aa81-4631-908f-1803415cc6e6 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b3f27e2-19e9-4877-bc58-4f847d1b6686 HTTP/1.1" status: 200 len: 945 time: 0.0869746 May 12 15:40:03.486252 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-254f3147-d8c3-4f24-aaa2-42d7be1f0885 req-1c5e7ada-b3dc-43f6-8513-80e44d7bfd34 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] 10.222.0.32 "GET /v2.0/security-groups?id=adecefa6-d381-44c0-b99b-1e165d1a0c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451343 May 12 15:40:03.693666 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Device 1b1cab01-36b9-4098-bedc-9c05027b2b84 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=78794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:40:03.820305 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:03.850018 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b3f27e2-19e9-4877-bc58-4f847d1b6686', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b1cab01-36b9-4098-bedc-9c05027b2b84'}] {{(pid=78794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:40:03.860503 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] For port 1b1cab01-36b9-4098-bedc-9c05027b2b84, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1b1cab01-36b9-4098-bedc-9c05027b2b84,segment=NetworkSegment(51769eaf-559f-44d5-9d89-956355b2b805),segment_id=51769eaf-559f-44d5-9d89-956355b2b805)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:40:03.865028 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:03.867522 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:40:03.926812 dv-cinder-789603-6-iscsi neutron-server[78794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b3f27e2-19e9-4877-bc58-4f847d1b6686', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b1cab01-36b9-4098-bedc-9c05027b2b84', 'code': 200} May 12 15:40:03.947185 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Pushing event updated for resources: {'Port': ['ID=1b1cab01-36b9-4098-bedc-9c05027b2b84,revision_number=6']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:40:03.954577 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:40:03.954933 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:40:03.955273 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:40:03.955608 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:40:03.955939 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:40:03.956269 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:40:03.956594 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:40:03.956918 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:40:03.957241 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:40:03.957560 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:40:03.957917 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:40:03.958236 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:40:03.962237 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:40:03.992382 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb09703-ac7c-4a3e-b415-e8ec0b404563 req-d9fe859d-e01a-48cd-a46b-ef42346365e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:03.994465 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-fcb09703-ac7c-4a3e-b415-e8ec0b404563 req-d9fe859d-e01a-48cd-a46b-ef42346365e9 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=4b3f27e2-19e9-4877-bc58-4f847d1b6686&tenant_id=0390cffe0daf454d8f2a9b25badfc787 HTTP/1.1" status: 200 len: 1096 time: 0.0796361 May 12 15:40:04.185939 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb09703-ac7c-4a3e-b415-e8ec0b404563 req-ecaf7501-f1f1-4ee6-9bf1-c5b5c59f7f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:04.187209 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-fcb09703-ac7c-4a3e-b415-e8ec0b404563 req-ecaf7501-f1f1-4ee6-9bf1-c5b5c59f7f8c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0390cffe0daf454d8f2a9b25badfc787&device_id=4b3f27e2-19e9-4877-bc58-4f847d1b6686 HTTP/1.1" status: 200 len: 1096 time: 0.1701527 May 12 15:40:04.317547 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb09703-ac7c-4a3e-b415-e8ec0b404563 req-97a4232e-33e2-4dc1-ad69-7646c7d9b8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:04.318995 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-fcb09703-ac7c-4a3e-b415-e8ec0b404563 req-97a4232e-33e2-4dc1-ad69-7646c7d9b8fe service neutron] 10.222.0.85 "GET /v2.0/networks?id=60cab5c9-0b46-4fcb-976c-b8b73199ad2c HTTP/1.1" status: 200 len: 910 time: 0.1237257 May 12 15:40:04.423903 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-fcb09703-ac7c-4a3e-b415-e8ec0b404563 req-b516df6f-659b-4623-8424-0f0386cc684a service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b1cab01-36b9-4098-bedc-9c05027b2b84 HTTP/1.1" status: 200 len: 998 time: 0.0984268 May 12 15:40:04.485343 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb09703-ac7c-4a3e-b415-e8ec0b404563 req-15d2b0a7-5029-4009-8327-5489beaf4514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:04.486771 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-fcb09703-ac7c-4a3e-b415-e8ec0b404563 req-15d2b0a7-5029-4009-8327-5489beaf4514 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=7277229a-e989-44f9-8a5e-6cc2b8c9645d HTTP/1.1" status: 200 len: 848 time: 0.0566649 May 12 15:40:04.564188 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb09703-ac7c-4a3e-b415-e8ec0b404563 req-e73211bc-f675-47d1-95f6-69ce7606303c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:04.565684 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-fcb09703-ac7c-4a3e-b415-e8ec0b404563 req-e73211bc-f675-47d1-95f6-69ce7606303c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=60cab5c9-0b46-4fcb-976c-b8b73199ad2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0730877 May 12 15:40:04.679738 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7001234-4041-440e-b8d3-4fc7c8949068 req-a3054346-331a-4c0f-ab07-348ff1dd2736 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:04.681235 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-f7001234-4041-440e-b8d3-4fc7c8949068 req-a3054346-331a-4c0f-ab07-348ff1dd2736 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b3f27e2-19e9-4877-bc58-4f847d1b6686 HTTP/1.1" status: 200 len: 943 time: 0.0820787 May 12 15:40:04.701555 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-fcb09703-ac7c-4a3e-b415-e8ec0b404563 req-cc5f9e53-2064-4cc0-9811-972f277c7503 service neutron] 10.222.0.85 "GET /v2.0/networks/60cab5c9-0b46-4fcb-976c-b8b73199ad2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282618 May 12 15:40:04.726657 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-f7001234-4041-440e-b8d3-4fc7c8949068 req-b821b302-963e-49c5-8ee5-04f6f19d7a97 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] 10.222.0.32 "GET /v2.0/security-groups?id=adecefa6-d381-44c0-b99b-1e165d1a0c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395885 May 12 15:40:04.834261 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-fcb09703-ac7c-4a3e-b415-e8ec0b404563 req-96b419e0-2399-4a25-93e7-ae299c7e7b42 service neutron] 10.222.0.85 "GET /v2.0/networks/60cab5c9-0b46-4fcb-976c-b8b73199ad2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246438 May 12 15:40:05.925362 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e313f929-660a-4474-8dfc-42b15384ecbb req-d0dedb99-c934-4ce0-b3a2-8626cc396973 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:05.927538 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-e313f929-660a-4474-8dfc-42b15384ecbb req-d0dedb99-c934-4ce0-b3a2-8626cc396973 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b3f27e2-19e9-4877-bc58-4f847d1b6686 HTTP/1.1" status: 200 len: 943 time: 0.0910172 May 12 15:40:05.980547 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-e313f929-660a-4474-8dfc-42b15384ecbb req-cf54e973-f600-4890-a25a-b48fd6ee005e tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] 10.222.0.32 "GET /v2.0/security-groups?id=adecefa6-d381-44c0-b99b-1e165d1a0c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428116 May 12 15:40:06.050054 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc992c92-bb0d-4eb0-a1ab-2c60663da88f req-83b1b6cf-d8b4-481b-a23c-b26cdb9fdbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:06.051432 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-bc992c92-bb0d-4eb0-a1ab-2c60663da88f req-83b1b6cf-d8b4-481b-a23c-b26cdb9fdbab service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0390cffe0daf454d8f2a9b25badfc787&device_id=4b3f27e2-19e9-4877-bc58-4f847d1b6686 HTTP/1.1" status: 200 len: 1096 time: 0.0916290 May 12 15:40:06.208513 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc992c92-bb0d-4eb0-a1ab-2c60663da88f req-6d297192-1cc8-4ed0-8e86-532253743d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:06.209981 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-bc992c92-bb0d-4eb0-a1ab-2c60663da88f req-6d297192-1cc8-4ed0-8e86-532253743d7f service neutron] 10.222.0.85 "GET /v2.0/networks?id=60cab5c9-0b46-4fcb-976c-b8b73199ad2c HTTP/1.1" status: 200 len: 910 time: 0.1367428 May 12 15:40:06.316813 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-bc992c92-bb0d-4eb0-a1ab-2c60663da88f req-2854d4bb-c6ad-4ad7-a519-719e47a967f1 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b1cab01-36b9-4098-bedc-9c05027b2b84 HTTP/1.1" status: 200 len: 998 time: 0.0996351 May 12 15:40:06.381183 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc992c92-bb0d-4eb0-a1ab-2c60663da88f req-e2966fae-670f-4127-81c1-0bb490ee7502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:06.382688 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-bc992c92-bb0d-4eb0-a1ab-2c60663da88f req-e2966fae-670f-4127-81c1-0bb490ee7502 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=7277229a-e989-44f9-8a5e-6cc2b8c9645d HTTP/1.1" status: 200 len: 848 time: 0.0593507 May 12 15:40:06.464209 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc992c92-bb0d-4eb0-a1ab-2c60663da88f req-169ab06c-694f-451c-adb5-e17a719195c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:06.465648 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-bc992c92-bb0d-4eb0-a1ab-2c60663da88f req-169ab06c-694f-451c-adb5-e17a719195c0 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=60cab5c9-0b46-4fcb-976c-b8b73199ad2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0739896 May 12 15:40:06.597797 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-bc992c92-bb0d-4eb0-a1ab-2c60663da88f req-93c157fb-0176-4f2d-95f2-00fc50f5867e service neutron] 10.222.0.85 "GET /v2.0/networks/60cab5c9-0b46-4fcb-976c-b8b73199ad2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245954 May 12 15:40:06.729676 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-bc992c92-bb0d-4eb0-a1ab-2c60663da88f req-0499a258-027f-4d5a-b26b-203eca1bed2b service neutron] 10.222.0.85 "GET /v2.0/networks/60cab5c9-0b46-4fcb-976c-b8b73199ad2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251941 May 12 15:40:07.165470 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfa9813-70bc-477b-b434-e379e95772da req-32feab6c-0de3-41b8-a093-59e3250d3800 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:07.166942 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-6dfa9813-70bc-477b-b434-e379e95772da req-32feab6c-0de3-41b8-a093-59e3250d3800 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b3f27e2-19e9-4877-bc58-4f847d1b6686 HTTP/1.1" status: 200 len: 943 time: 0.0791359 May 12 15:40:07.211330 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-6dfa9813-70bc-477b-b434-e379e95772da req-4bab0edb-cf90-4bb5-8cb6-3f8fd057aa13 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] 10.222.0.32 "GET /v2.0/security-groups?id=adecefa6-d381-44c0-b99b-1e165d1a0c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386322 May 12 15:40:08.403398 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ac743e-ba1d-4100-a8ab-7bdc9994f099 req-e906e7f4-98ee-4538-98f7-98958620a3ff tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:08.405140 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-a3ac743e-ba1d-4100-a8ab-7bdc9994f099 req-e906e7f4-98ee-4538-98f7-98958620a3ff tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b3f27e2-19e9-4877-bc58-4f847d1b6686 HTTP/1.1" status: 200 len: 943 time: 0.0859444 May 12 15:40:08.454024 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-a3ac743e-ba1d-4100-a8ab-7bdc9994f099 req-1f16a91f-79ad-4c6c-828c-23138b9725d6 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] 10.222.0.32 "GET /v2.0/security-groups?id=adecefa6-d381-44c0-b99b-1e165d1a0c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417674 May 12 15:40:09.641668 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb8ab7c-d9ea-449f-a215-b0c1fcf8b3bf req-3bc0827d-d976-42b2-bdd5-3c911ad92179 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:09.643035 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-2cb8ab7c-d9ea-449f-a215-b0c1fcf8b3bf req-3bc0827d-d976-42b2-bdd5-3c911ad92179 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b3f27e2-19e9-4877-bc58-4f847d1b6686 HTTP/1.1" status: 200 len: 943 time: 0.0840142 May 12 15:40:09.690384 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-2cb8ab7c-d9ea-449f-a215-b0c1fcf8b3bf req-836149b1-6778-43d1-8db0-625136a45293 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] 10.222.0.32 "GET /v2.0/security-groups?id=adecefa6-d381-44c0-b99b-1e165d1a0c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415790 May 12 15:40:10.880505 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea97c706-50de-42a4-bc7d-042a3cad5835 req-9e933b06-b00a-46c0-b8aa-7367d8fd9c96 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:10.881952 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-ea97c706-50de-42a4-bc7d-042a3cad5835 req-9e933b06-b00a-46c0-b8aa-7367d8fd9c96 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b3f27e2-19e9-4877-bc58-4f847d1b6686 HTTP/1.1" status: 200 len: 943 time: 0.0845323 May 12 15:40:10.932496 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-ea97c706-50de-42a4-bc7d-042a3cad5835 req-16d1e4fe-94ff-47eb-9d39-9bf07cd71f85 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] 10.222.0.32 "GET /v2.0/security-groups?id=adecefa6-d381-44c0-b99b-1e165d1a0c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440397 May 12 15:40:12.122967 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11af8e81-454e-406e-bf38-75f0c70f3177 req-6088e870-d1c1-472a-baa3-1a10888151e6 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:12.124419 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-11af8e81-454e-406e-bf38-75f0c70f3177 req-6088e870-d1c1-472a-baa3-1a10888151e6 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b3f27e2-19e9-4877-bc58-4f847d1b6686 HTTP/1.1" status: 200 len: 943 time: 0.0799885 May 12 15:40:12.169191 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-11af8e81-454e-406e-bf38-75f0c70f3177 req-c9441722-5811-413e-ae3a-79caab027efe tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] 10.222.0.32 "GET /v2.0/security-groups?id=adecefa6-d381-44c0-b99b-1e165d1a0c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390017 May 12 15:40:13.356623 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03703478-0328-45b1-b26d-e1f045387c1e req-28a4740c-f06f-41d2-8b97-b0ecf42a6e01 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:13.358105 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-03703478-0328-45b1-b26d-e1f045387c1e req-28a4740c-f06f-41d2-8b97-b0ecf42a6e01 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b3f27e2-19e9-4877-bc58-4f847d1b6686 HTTP/1.1" status: 200 len: 943 time: 0.0851920 May 12 15:40:13.404369 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-03703478-0328-45b1-b26d-e1f045387c1e req-8bf3d247-a424-4645-bf5b-9f57418da352 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] 10.222.0.32 "GET /v2.0/security-groups?id=adecefa6-d381-44c0-b99b-1e165d1a0c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404527 May 12 15:40:13.744937 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Device 1b1cab01-36b9-4098-bedc-9c05027b2b84 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=78794) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 15:40:13.876812 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] For port 1b1cab01-36b9-4098-bedc-9c05027b2b84, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1b1cab01-36b9-4098-bedc-9c05027b2b84,segment=NetworkSegment(51769eaf-559f-44d5-9d89-956355b2b805),segment_id=51769eaf-559f-44d5-9d89-956355b2b805)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:40:13.893551 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Returning: {'device': '1b1cab01-36b9-4098-bedc-9c05027b2b84', 'network_id': '60cab5c9-0b46-4fcb-976c-b8b73199ad2c', 'port_id': '1b1cab01-36b9-4098-bedc-9c05027b2b84', 'mac_address': 'fa:16:3e:f3:16:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7277229a-e989-44f9-8a5e-6cc2b8c9645d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78794) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 15:40:13.948850 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:13.965017 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.notifiers.nova [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b1cab01-36b9-4098-bedc-9c05027b2b84 {{(pid=78794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 15:40:13.980616 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] For port 1b1cab01-36b9-4098-bedc-9c05027b2b84, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1b1cab01-36b9-4098-bedc-9c05027b2b84,segment=NetworkSegment(51769eaf-559f-44d5-9d89-956355b2b805),segment_id=51769eaf-559f-44d5-9d89-956355b2b805)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:40:13.984911 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:13.986651 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:40:14.050249 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Pushing event updated for resources: {'Port': ['ID=1b1cab01-36b9-4098-bedc-9c05027b2b84,revision_number=7']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:40:14.053187 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:40:14.339662 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] get_ports_and_sgs() called for port_ids ['1b1cab01-36b9-4098-bedc-9c05027b2b84'] {{(pid=78794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:40:14.591192 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24345e1-17f1-426b-a026-20cd29ec6c40 req-dc01d8c2-ba16-4fc4-8b08-c47054929558 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:14.592619 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-e24345e1-17f1-426b-a026-20cd29ec6c40 req-dc01d8c2-ba16-4fc4-8b08-c47054929558 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b3f27e2-19e9-4877-bc58-4f847d1b6686 HTTP/1.1" status: 200 len: 944 time: 0.0819752 May 12 15:40:14.645741 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-e24345e1-17f1-426b-a026-20cd29ec6c40 req-e9cac3ec-33e9-474e-b26c-f68d1d4bd9fa tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] 10.222.0.32 "GET /v2.0/security-groups?id=adecefa6-d381-44c0-b99b-1e165d1a0c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433781 May 12 15:40:15.752299 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Device 1b1cab01-36b9-4098-bedc-9c05027b2b84 up at agent hyperv_hv-cinder-78960 {{(pid=78794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:40:15.823077 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.provisioning_blocks [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Provisioning complete for port 1b1cab01-36b9-4098-bedc-9c05027b2b84 triggered by entity L2. {{(pid=78794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:40:15.823456 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434821'] for port, provisioning_complete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:15.850432 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dcbf0e-8e49-49c2-9194-7b434956a6c2 req-16690ba0-2a7d-4172-b1de-788bd9caa7ae tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:15.851900 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-f5dcbf0e-8e49-49c2-9194-7b434956a6c2 req-16690ba0-2a7d-4172-b1de-788bd9caa7ae tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b3f27e2-19e9-4877-bc58-4f847d1b6686 HTTP/1.1" status: 200 len: 944 time: 0.0876427 May 12 15:40:15.898315 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-f5dcbf0e-8e49-49c2-9194-7b434956a6c2 req-ccc97a79-c4f4-45e8-a557-74ce68a7a30f tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] 10.222.0.32 "GET /v2.0/security-groups?id=adecefa6-d381-44c0-b99b-1e165d1a0c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406435 May 12 15:40:15.963382 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709970'] for port, before_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:15.991303 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b3f27e2-19e9-4877-bc58-4f847d1b6686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b1cab01-36b9-4098-bedc-9c05027b2b84'}] {{(pid=78794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:40:16.001237 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] For port 1b1cab01-36b9-4098-bedc-9c05027b2b84, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1b1cab01-36b9-4098-bedc-9c05027b2b84,segment=NetworkSegment(51769eaf-559f-44d5-9d89-956355b2b805),segment_id=51769eaf-559f-44d5-9d89-956355b2b805)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:40:16.008391 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649297255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739648862742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739648862787'] for port, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:16.011625 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-e066ef1e-5062-49c9-85ae-329366d7a541 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:40:16.048260 dv-cinder-789603-6-iscsi neutron-server[78794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b3f27e2-19e9-4877-bc58-4f847d1b6686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b1cab01-36b9-4098-bedc-9c05027b2b84', 'code': 200} May 12 15:40:16.087926 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Pushing event updated for resources: {'Port': ['ID=1b1cab01-36b9-4098-bedc-9c05027b2b84,revision_number=8']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:40:16.091232 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:40:16.342258 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90be4c73-744a-455e-af51-edc44ce33a4d req-3c490484-9e61-4f52-ab64-7d7d62fc3968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:16.343746 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-90be4c73-744a-455e-af51-edc44ce33a4d req-3c490484-9e61-4f52-ab64-7d7d62fc3968 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=4b3f27e2-19e9-4877-bc58-4f847d1b6686 HTTP/1.1" status: 200 len: 1098 time: 0.0716355 May 12 15:40:16.387047 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-90be4c73-744a-455e-af51-edc44ce33a4d req-04604b2a-3fc3-4a2f-b831-480f40756eef service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=adecefa6-d381-44c0-b99b-1e165d1a0c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361626 May 12 15:40:17.105792 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7befde-5b1d-4cc2-ab5f-4710cf0298bb req-6e225da5-58b6-491d-8305-741113ced187 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:17.107352 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-4a7befde-5b1d-4cc2-ab5f-4710cf0298bb req-6e225da5-58b6-491d-8305-741113ced187 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b3f27e2-19e9-4877-bc58-4f847d1b6686 HTTP/1.1" status: 200 len: 945 time: 0.0888124 May 12 15:40:17.154474 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-4a7befde-5b1d-4cc2-ab5f-4710cf0298bb req-c262d5a7-f048-4c2c-b7ae-09da64ac5b70 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] 10.222.0.32 "GET /v2.0/security-groups?id=adecefa6-d381-44c0-b99b-1e165d1a0c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412607 May 12 15:40:18.344177 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851145e3-d743-41a1-bf15-ce687cd63f64 req-f8da2036-614a-4d0b-bbdd-12d235e7fd37 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:40:18.345907 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-851145e3-d743-41a1-bf15-ce687cd63f64 req-f8da2036-614a-4d0b-bbdd-12d235e7fd37 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b3f27e2-19e9-4877-bc58-4f847d1b6686 HTTP/1.1" status: 200 len: 945 time: 0.0847738 May 12 15:40:18.394857 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-851145e3-d743-41a1-bf15-ce687cd63f64 req-2a269ebb-eb27-442f-bc17-65da21dee29b tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] 10.222.0.32 "GET /v2.0/security-groups?id=adecefa6-d381-44c0-b99b-1e165d1a0c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430059 May 12 15:40:18.718372 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-95693ece-36f6-4733-bc58-00d0dfedc90e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:21.186881 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-462cab41-2bfe-426c-9cc5-98bf50c719fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:21.689507 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:22.352367 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-8e9e3eb0-3c8e-4693-b231-5e176560d846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:24.259753 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-876105c5-eed7-46ba-a478-d2a34eb0d798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:27.251559 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:28.147517 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.agents_db [None req-dd47ce14-932e-4540-b008-5e9038d1c348 None None] Agent healthcheck: found 6 active agents {{(pid=78795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 15:40:48.721670 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-9c7832ab-f635-4c72-ade1-d024d2033019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:51.159583 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-54f44f11-6831-4342-85d1-1f007432462e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:51.691491 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:52.354348 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-8e9e3eb0-3c8e-4693-b231-5e176560d846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:54.261700 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-876105c5-eed7-46ba-a478-d2a34eb0d798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:40:57.259653 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:05.145698 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.agents_db [None req-dd47ce14-932e-4540-b008-5e9038d1c348 None None] Agent healthcheck: found 6 active agents {{(pid=78795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 15:41:06.722255 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-749bf7da-4fdd-4ba8-9b2b-354033d9794d req-f508fb60-300f-4f2a-8d77-dab974d9c2b2 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=4b3f27e2-19e9-4877-bc58-4f847d1b6686&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2375050 May 12 15:41:06.862739 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749bf7da-4fdd-4ba8-9b2b-354033d9794d req-8f595a37-ba2b-467a-80c1-bd8811998585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:41:06.864128 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-749bf7da-4fdd-4ba8-9b2b-354033d9794d req-8f595a37-ba2b-467a-80c1-bd8811998585 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0390cffe0daf454d8f2a9b25badfc787&device_id=4b3f27e2-19e9-4877-bc58-4f847d1b6686 HTTP/1.1" status: 200 len: 1098 time: 0.0735059 May 12 15:41:07.019336 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749bf7da-4fdd-4ba8-9b2b-354033d9794d req-3e15a5f1-bf80-41ad-be94-49d716b467cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:41:07.021086 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-749bf7da-4fdd-4ba8-9b2b-354033d9794d req-3e15a5f1-bf80-41ad-be94-49d716b467cf service neutron] 10.222.0.85 "GET /v2.0/networks?id=60cab5c9-0b46-4fcb-976c-b8b73199ad2c HTTP/1.1" status: 200 len: 910 time: 0.1338115 May 12 15:41:07.134066 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-749bf7da-4fdd-4ba8-9b2b-354033d9794d req-fd2e382c-3777-4788-927b-9e86d56adbba service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b1cab01-36b9-4098-bedc-9c05027b2b84 HTTP/1.1" status: 200 len: 1000 time: 0.1020675 May 12 15:41:07.205285 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749bf7da-4fdd-4ba8-9b2b-354033d9794d req-55e096ac-290e-486e-ab90-0d680d36ff32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:41:07.206744 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-749bf7da-4fdd-4ba8-9b2b-354033d9794d req-55e096ac-290e-486e-ab90-0d680d36ff32 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=7277229a-e989-44f9-8a5e-6cc2b8c9645d HTTP/1.1" status: 200 len: 848 time: 0.0644910 May 12 15:41:07.291984 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749bf7da-4fdd-4ba8-9b2b-354033d9794d req-67ea8f9e-5f24-4f20-93c7-92764be75515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:41:07.294302 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-749bf7da-4fdd-4ba8-9b2b-354033d9794d req-67ea8f9e-5f24-4f20-93c7-92764be75515 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=60cab5c9-0b46-4fcb-976c-b8b73199ad2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0795610 May 12 15:41:07.308083 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [req-749bf7da-4fdd-4ba8-9b2b-354033d9794d req-07be4627-8b1c-4fb0-b108-50216c5c0d98 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=78792) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 15:41:07.309486 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-749bf7da-4fdd-4ba8-9b2b-354033d9794d req-07be4627-8b1c-4fb0-b108-50216c5c0d98 service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081205 May 12 15:41:07.452279 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-749bf7da-4fdd-4ba8-9b2b-354033d9794d req-43865b9f-7da4-4976-8d52-dde681551e63 service neutron] 10.222.0.85 "GET /v2.0/networks/60cab5c9-0b46-4fcb-976c-b8b73199ad2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349304 May 12 15:41:07.593652 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-749bf7da-4fdd-4ba8-9b2b-354033d9794d req-be78daac-8e0a-4bba-8fe0-938d2243772b service neutron] 10.222.0.85 "GET /v2.0/networks/60cab5c9-0b46-4fcb-976c-b8b73199ad2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331465 May 12 15:41:18.724937 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-b242cc72-55a1-4452-9f1d-97fb772843e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:21.163070 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-b6f4636c-a532-4e26-bc84-ec1e7600e51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:21.693996 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:22.359791 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-8e9e3eb0-3c8e-4693-b231-5e176560d846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:24.265941 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-876105c5-eed7-46ba-a478-d2a34eb0d798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:27.248966 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:42.144573 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.agents_db [None req-dd47ce14-932e-4540-b008-5e9038d1c348 None None] Agent healthcheck: found 6 active agents {{(pid=78795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 15:41:47.470766 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 52054) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:41:47.964378 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.plugin [None req-655f70a8-02f0-4f88-9548-4cf34c8de62e tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Deleting port 8c35ed1f-a482-45f3-8283-250e44a8dfd4 {{(pid=78793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:41:47.964771 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-655f70a8-02f0-4f88-9548-4cf34c8de62e tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649292957'] for port, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:48.095031 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-655f70a8-02f0-4f88-9548-4cf34c8de62e tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:48.095354 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-655f70a8-02f0-4f88-9548-4cf34c8de62e tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:48.220584 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.plugin [None req-655f70a8-02f0-4f88-9548-4cf34c8de62e tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Calling delete_port for 8c35ed1f-a482-45f3-8283-250e44a8dfd4 owned by network:floatingip {{(pid=78793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:41:48.352043 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-655f70a8-02f0-4f88-9548-4cf34c8de62e tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649297264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739648862733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3598933'] for port, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:48.356624 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-33da3534-a5fb-4c73-be30-d564306899f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:41:48.402865 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655f70a8-02f0-4f88-9548-4cf34c8de62e tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Pushing event deleted for resources: {'Port': ['ID=8c35ed1f-a482-45f3-8283-250e44a8dfd4,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:41:48.444145 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655f70a8-02f0-4f88-9548-4cf34c8de62e tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:48.444523 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655f70a8-02f0-4f88-9548-4cf34c8de62e tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:48.444897 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655f70a8-02f0-4f88-9548-4cf34c8de62e tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:48.445262 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655f70a8-02f0-4f88-9548-4cf34c8de62e tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:48.445626 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655f70a8-02f0-4f88-9548-4cf34c8de62e tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:48.446015 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655f70a8-02f0-4f88-9548-4cf34c8de62e tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:48.446375 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655f70a8-02f0-4f88-9548-4cf34c8de62e tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:48.446756 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655f70a8-02f0-4f88-9548-4cf34c8de62e tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:48.447123 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655f70a8-02f0-4f88-9548-4cf34c8de62e tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:48.447489 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655f70a8-02f0-4f88-9548-4cf34c8de62e tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:48.447865 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655f70a8-02f0-4f88-9548-4cf34c8de62e tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:48.448202 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655f70a8-02f0-4f88-9548-4cf34c8de62e tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:48.451709 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-655f70a8-02f0-4f88-9548-4cf34c8de62e tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:41:48.517619 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-655f70a8-02f0-4f88-9548-4cf34c8de62e tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Notify callbacks [] for floatingip, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:48.518351 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.db.l3_db [None req-655f70a8-02f0-4f88-9548-4cf34c8de62e tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Floating IP 550276b0-7b9a-4b97-a6ed-a9a970c70b0a disassociated (deleted). External IP: 172.27.2.91, port: 1b1cab01-36b9-4098-bedc-9c05027b2b84. May 12 15:41:48.736151 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-00d80cd2-e715-4909-9874-fdfbfb9ddeb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:48.920340 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-655f70a8-02f0-4f88-9548-4cf34c8de62e tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Router 09029d97-ac10-4427-af3f-b046ce5341dc has already been hosted by L3 agent e96f2393-830b-46ef-bef2-f93615c2f352 {{(pid=78793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 15:41:49.242626 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-655f70a8-02f0-4f88-9548-4cf34c8de62e tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Notify agent at l3_agent.dv-cinder-789603-6-iscsi the message routers_updated {{(pid=78793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:41:49.253693 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7749e793-f642-4eb3-aade-fdeac0db0e3f None None] Sync routers for ids ['09029d97-ac10-4427-af3f-b046ce5341dc'] in dv-cinder-789603-6-iscsi {{(pid=78794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:41:49.263318 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-655f70a8-02f0-4f88-9548-4cf34c8de62e tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2050383'] for floatingip, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:49.267734 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7749e793-f642-4eb3-aade-fdeac0db0e3f None None] Routers {'09029d97-ac10-4427-af3f-b046ce5341dc'} bound to L3 agent in host dv-cinder-789603-6-iscsi {{(pid=78794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:41:49.268445 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-7749e793-f642-4eb3-aade-fdeac0db0e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-12T15:12:51Z,description=,heartbeat_timestamp=2021-05-12T15:41:21Z,host='dv-cinder-789603-6-iscsi',id=e96f2393-830b-46ef-bef2-f93615c2f352,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:12:51Z,topic='l3_agent')) {'router_ids': ['09029d97-ac10-4427-af3f-b046ce5341dc'], 'active': True} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:41:49.329228 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-655f70a8-02f0-4f88-9548-4cf34c8de62e tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] 10.222.0.32 "DELETE /v2.0/floatingips/550276b0-7b9a-4b97-a6ed-a9a970c70b0a HTTP/1.1" status: 204 len: 168 time: 1.8564792 May 12 15:41:49.329530 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b3f27e2-19e9-4877-bc58-4f847d1b6686', 'tag': '1b1cab01-36b9-4098-bedc-9c05027b2b84'}] {{(pid=78793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:41:49.536430 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvr_db [None req-7749e793-f642-4eb3-aade-fdeac0db0e3f None None] Set router 09029d97-ac10-4427-af3f-b046ce5341dc gateway port host: dv-cinder-789603-6-iscsi {{(pid=78794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:41:49.694568 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b3f27e2-19e9-4877-bc58-4f847d1b6686', 'tag': '1b1cab01-36b9-4098-bedc-9c05027b2b84', 'status': 'completed', 'code': 200} May 12 15:41:49.861529 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e1bb17-a1dc-4fed-ad21-998b7a22ec79 req-3f961b0e-7bdc-4dcf-a609-187d24cc4441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:41:49.864884 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-e1e1bb17-a1dc-4fed-ad21-998b7a22ec79 req-3f961b0e-7bdc-4dcf-a609-187d24cc4441 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0390cffe0daf454d8f2a9b25badfc787&device_id=4b3f27e2-19e9-4877-bc58-4f847d1b6686 HTTP/1.1" status: 200 len: 1098 time: 0.1427114 May 12 15:41:49.895102 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-7749e793-f642-4eb3-aade-fdeac0db0e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09029d97-ac10-4427-af3f-b046ce5341dc', 'name': 'tempest-TestShelveInstance-1848067497-router', 'tenant_id': '0390cffe0daf454d8f2a9b25badfc787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '5388ae40-af93-4a29-81dd-d9bc3be7e206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:36:32Z', 'updated_at': '2021-05-12T15:36:36Z', 'revision_number': 4, 'project_id': '0390cffe0daf454d8f2a9b25badfc787', 'gw_port': {'id': '5388ae40-af93-4a29-81dd-d9bc3be7e206', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:13:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09029d97-ac10-4427-af3f-b046ce5341dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:36:32Z', 'updated_at': '2021-05-12T15:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi', '_interfaces': [{'id': '08430618-c101-4300-8a80-65b33eab156f', 'name': '', 'network_id': '60cab5c9-0b46-4fcb-976c-b8b73199ad2c', 'tenant_id': '0390cffe0daf454d8f2a9b25badfc787', 'mac_address': 'fa:16:3e:61:f3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09029d97-ac10-4427-af3f-b046ce5341dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '7277229a-e989-44f9-8a5e-6cc2b8c9645d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:36:35Z', 'updated_at': '2021-05-12T15:36:41Z', 'revision_number': 5, 'project_id': '0390cffe0daf454d8f2a9b25badfc787', 'subnets': [{'id': '7277229a-e989-44f9-8a5e-6cc2b8c9645d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-iscsi', False) {} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:41:49.900114 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7749e793-f642-4eb3-aade-fdeac0db0e3f None None] Checking router: 09029d97-ac10-4427-af3f-b046ce5341dc for host: dv-cinder-789603-6-iscsi {{(pid=78794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:41:49.910692 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7749e793-f642-4eb3-aade-fdeac0db0e3f None None] Routers {'09029d97-ac10-4427-af3f-b046ce5341dc'} bound to L3 agent in host dv-cinder-789603-6-iscsi {{(pid=78794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:41:49.911433 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-7749e793-f642-4eb3-aade-fdeac0db0e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-12T15:12:51Z,description=,heartbeat_timestamp=2021-05-12T15:41:21Z,host='dv-cinder-789603-6-iscsi',id=e96f2393-830b-46ef-bef2-f93615c2f352,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:12:51Z,topic='l3_agent')) {'router_ids': ['09029d97-ac10-4427-af3f-b046ce5341dc'], 'active': True} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:41:50.022389 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dd528e-7391-43cf-88e9-bc767debdb1b req-7b907300-9c01-42f2-bb4c-fae9ff55bc1e tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:41:50.023125 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [req-a6dd528e-7391-43cf-88e9-bc767debdb1b req-7b907300-9c01-42f2-bb4c-fae9ff55bc1e tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Synchronizing usage tracker for tenant:0390cffe0daf454d8f2a9b25badfc787 on resource:port {{(pid=78793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:41:50.045453 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.quota.resource [req-a6dd528e-7391-43cf-88e9-bc767debdb1b req-7b907300-9c01-42f2-bb4c-fae9ff55bc1e tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Unset dirty status for tenant:0390cffe0daf454d8f2a9b25badfc787 on resource:port {{(pid=78793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:41:50.047953 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-a6dd528e-7391-43cf-88e9-bc767debdb1b req-7b907300-9c01-42f2-bb4c-fae9ff55bc1e tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b3f27e2-19e9-4877-bc58-4f847d1b6686 HTTP/1.1" status: 200 len: 945 time: 0.2640066 May 12 15:41:50.114953 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e1bb17-a1dc-4fed-ad21-998b7a22ec79 req-83b7ca4d-5b76-45d8-b564-aade2baf5f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:41:50.116415 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-e1e1bb17-a1dc-4fed-ad21-998b7a22ec79 req-83b7ca4d-5b76-45d8-b564-aade2baf5f08 service neutron] 10.222.0.85 "GET /v2.0/networks?id=60cab5c9-0b46-4fcb-976c-b8b73199ad2c HTTP/1.1" status: 200 len: 910 time: 0.2442651 May 12 15:41:50.116560 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvr_db [None req-7749e793-f642-4eb3-aade-fdeac0db0e3f None None] Set router 09029d97-ac10-4427-af3f-b046ce5341dc gateway port host: dv-cinder-789603-6-iscsi {{(pid=78794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:41:50.119119 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-a6dd528e-7391-43cf-88e9-bc767debdb1b req-014f0d61-6d10-4357-95f9-a557f122e51d tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] 10.222.0.32 "GET /v2.0/security-groups?id=adecefa6-d381-44c0-b99b-1e165d1a0c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601828 May 12 15:41:50.189948 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-e1e1bb17-a1dc-4fed-ad21-998b7a22ec79 req-5b6e0265-0021-47c5-ad09-659af65b4d2c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b1cab01-36b9-4098-bedc-9c05027b2b84 HTTP/1.1" status: 200 len: 217 time: 0.0631356 May 12 15:41:50.261319 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e1bb17-a1dc-4fed-ad21-998b7a22ec79 req-c24c9482-7596-4d61-b2f9-a1d9b14f37de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:41:50.262894 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-e1e1bb17-a1dc-4fed-ad21-998b7a22ec79 req-c24c9482-7596-4d61-b2f9-a1d9b14f37de service neutron] 10.222.0.85 "GET /v2.0/subnets?id=7277229a-e989-44f9-8a5e-6cc2b8c9645d HTTP/1.1" status: 200 len: 848 time: 0.0662670 May 12 15:41:50.342317 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e1bb17-a1dc-4fed-ad21-998b7a22ec79 req-0ee46c08-07e1-45c9-af45-adbf4dea1de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:41:50.343816 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-e1e1bb17-a1dc-4fed-ad21-998b7a22ec79 req-0ee46c08-07e1-45c9-af45-adbf4dea1de7 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=60cab5c9-0b46-4fcb-976c-b8b73199ad2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0735815 May 12 15:41:50.485999 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-7749e793-f642-4eb3-aade-fdeac0db0e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09029d97-ac10-4427-af3f-b046ce5341dc', 'name': 'tempest-TestShelveInstance-1848067497-router', 'tenant_id': '0390cffe0daf454d8f2a9b25badfc787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '5388ae40-af93-4a29-81dd-d9bc3be7e206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:36:32Z', 'updated_at': '2021-05-12T15:36:36Z', 'revision_number': 4, 'project_id': '0390cffe0daf454d8f2a9b25badfc787', 'gw_port': {'id': '5388ae40-af93-4a29-81dd-d9bc3be7e206', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:13:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09029d97-ac10-4427-af3f-b046ce5341dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:36:32Z', 'updated_at': '2021-05-12T15:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi', '_interfaces': [{'id': '08430618-c101-4300-8a80-65b33eab156f', 'name': '', 'network_id': '60cab5c9-0b46-4fcb-976c-b8b73199ad2c', 'tenant_id': '0390cffe0daf454d8f2a9b25badfc787', 'mac_address': 'fa:16:3e:61:f3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09029d97-ac10-4427-af3f-b046ce5341dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '7277229a-e989-44f9-8a5e-6cc2b8c9645d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:36:35Z', 'updated_at': '2021-05-12T15:36:41Z', 'revision_number': 5, 'project_id': '0390cffe0daf454d8f2a9b25badfc787', 'subnets': [{'id': '7277229a-e989-44f9-8a5e-6cc2b8c9645d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-6-iscsi', False) {} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:41:50.488545 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-e1e1bb17-a1dc-4fed-ad21-998b7a22ec79 req-623b4630-1fe1-4757-9f81-2470765ee16a service neutron] 10.222.0.85 "GET /v2.0/networks/60cab5c9-0b46-4fcb-976c-b8b73199ad2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373935 May 12 15:41:50.491213 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7749e793-f642-4eb3-aade-fdeac0db0e3f None None] The sync data for ids ['09029d97-ac10-4427-af3f-b046ce5341dc'] in dv-cinder-789603-6-iscsi is: [{'id': '09029d97-ac10-4427-af3f-b046ce5341dc', 'name': 'tempest-TestShelveInstance-1848067497-router', 'tenant_id': '0390cffe0daf454d8f2a9b25badfc787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '5388ae40-af93-4a29-81dd-d9bc3be7e206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:36:32Z', 'updated_at': '2021-05-12T15:36:36Z', 'revision_number': 4, 'project_id': '0390cffe0daf454d8f2a9b25badfc787', 'gw_port': {'id': '5388ae40-af93-4a29-81dd-d9bc3be7e206', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:13:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09029d97-ac10-4427-af3f-b046ce5341dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:36:32Z', 'updated_at': '2021-05-12T15:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi', '_interfaces': [{'id': '08430618-c101-4300-8a80-65b33eab156f', 'name': '', 'network_id': '60cab5c9-0b46-4fcb-976c-b8b73199ad2c', 'tenant_id': '0390cffe0daf454d8f2a9b25badfc787', 'mac_address': 'fa:16:3e:61:f3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09029d97-ac10-4427-af3f-b046ce5341dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '7277229a-e989-44f9-8a5e-6cc2b8c9645d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:36:35Z', 'updated_at': '2021-05-12T15:36:41Z', 'revision_number': 5, 'project_id': '0390cffe0daf454d8f2a9b25badfc787', 'subnets': [{'id': '7277229a-e989-44f9-8a5e-6cc2b8c9645d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:41:50.632660 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-e1e1bb17-a1dc-4fed-ad21-998b7a22ec79 req-ad277be8-ab83-4647-833c-5fd3098f6e5d service neutron] 10.222.0.85 "GET /v2.0/networks/60cab5c9-0b46-4fcb-976c-b8b73199ad2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372766 May 12 15:41:50.738170 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c013d7e-affc-4ff7-a3df-80fd71d0f02e None None] New status for floating IP 550276b0-7b9a-4b97-a6ed-a9a970c70b0a: DOWN {{(pid=78795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 15:41:51.167906 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-54bcaadd-fcd8-4778-ae57-d2774685bb02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:51.320008 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b18ee-f2be-4318-9b64-3748ab9de756 req-32865187-9faa-4440-8ed9-b2183fa7a7a3 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:41:51.321521 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-b37b18ee-f2be-4318-9b64-3748ab9de756 req-32865187-9faa-4440-8ed9-b2183fa7a7a3 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b3f27e2-19e9-4877-bc58-4f847d1b6686 HTTP/1.1" status: 200 len: 945 time: 0.0856104 May 12 15:41:51.368706 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-b37b18ee-f2be-4318-9b64-3748ab9de756 req-220c2dac-ea64-4152-911e-6b3371a579bc tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] 10.222.0.32 "GET /v2.0/security-groups?id=adecefa6-d381-44c0-b99b-1e165d1a0c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412300 May 12 15:41:51.557403 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08b1866-c163-4021-9ae1-ab9c8069883e req-338644d0-261a-4788-8140-a614bad8b627 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 15:41:51.558140 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [req-c08b1866-c163-4021-9ae1-ab9c8069883e req-338644d0-261a-4788-8140-a614bad8b627 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Synchronizing usage tracker for tenant:0390cffe0daf454d8f2a9b25badfc787 on resource:port {{(pid=78792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:41:51.571262 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.quota.resource [req-c08b1866-c163-4021-9ae1-ab9c8069883e req-338644d0-261a-4788-8140-a614bad8b627 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Unset dirty status for tenant:0390cffe0daf454d8f2a9b25badfc787 on resource:port {{(pid=78792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:41:51.572382 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-c08b1866-c163-4021-9ae1-ab9c8069883e req-338644d0-261a-4788-8140-a614bad8b627 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] 10.222.0.85 "GET /v2.0/ports?device_id=4b3f27e2-19e9-4877-bc58-4f847d1b6686 HTTP/1.1" status: 200 len: 945 time: 0.1012785 May 12 15:41:51.704076 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:51.843563 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.plugin [req-c08b1866-c163-4021-9ae1-ab9c8069883e req-089986b7-63f5-4df5-8bcb-9ebed3925ef3 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Deleting port 1b1cab01-36b9-4098-bedc-9c05027b2b84 {{(pid=78792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:41:51.843834 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-c08b1866-c163-4021-9ae1-ab9c8069883e req-089986b7-63f5-4df5-8bcb-9ebed3925ef3 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649292957'] for port, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:52.003936 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.db [req-c08b1866-c163-4021-9ae1-ab9c8069883e req-089986b7-63f5-4df5-8bcb-9ebed3925ef3 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] For port 1b1cab01-36b9-4098-bedc-9c05027b2b84, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1b1cab01-36b9-4098-bedc-9c05027b2b84,segment=NetworkSegment(51769eaf-559f-44d5-9d89-956355b2b805),segment_id=51769eaf-559f-44d5-9d89-956355b2b805)] {{(pid=78792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:41:52.004396 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-c08b1866-c163-4021-9ae1-ab9c8069883e req-089986b7-63f5-4df5-8bcb-9ebed3925ef3 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:52.133042 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.plugin [req-c08b1866-c163-4021-9ae1-ab9c8069883e req-089986b7-63f5-4df5-8bcb-9ebed3925ef3 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Calling delete_port for 1b1cab01-36b9-4098-bedc-9c05027b2b84 owned by compute:nova {{(pid=78792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:41:52.257724 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-c08b1866-c163-4021-9ae1-ab9c8069883e req-089986b7-63f5-4df5-8bcb-9ebed3925ef3 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649297264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739648862733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3714859'] for port, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:52.264818 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-f2e4936f-6ffb-4f37-badb-932e4ecc1843 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:41:52.319467 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089986b7-63f5-4df5-8bcb-9ebed3925ef3 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Pushing event deleted for resources: {'Port': ['ID=1b1cab01-36b9-4098-bedc-9c05027b2b84,revision_number=None']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:41:52.364740 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-8e9e3eb0-3c8e-4693-b231-5e176560d846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:52.366705 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089986b7-63f5-4df5-8bcb-9ebed3925ef3 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:52.367078 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089986b7-63f5-4df5-8bcb-9ebed3925ef3 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:52.367452 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089986b7-63f5-4df5-8bcb-9ebed3925ef3 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:52.367891 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089986b7-63f5-4df5-8bcb-9ebed3925ef3 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:52.368322 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089986b7-63f5-4df5-8bcb-9ebed3925ef3 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:52.368688 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089986b7-63f5-4df5-8bcb-9ebed3925ef3 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:52.369045 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089986b7-63f5-4df5-8bcb-9ebed3925ef3 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:52.369402 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089986b7-63f5-4df5-8bcb-9ebed3925ef3 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:52.369759 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089986b7-63f5-4df5-8bcb-9ebed3925ef3 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:52.370151 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089986b7-63f5-4df5-8bcb-9ebed3925ef3 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:52.370502 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089986b7-63f5-4df5-8bcb-9ebed3925ef3 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:52.370851 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089986b7-63f5-4df5-8bcb-9ebed3925ef3 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:52.402886 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-089986b7-63f5-4df5-8bcb-9ebed3925ef3 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:41:52.416579 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.l3_dvrscheduler_db [req-c08b1866-c163-4021-9ae1-ab9c8069883e req-089986b7-63f5-4df5-8bcb-9ebed3925ef3 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] No DVR routers for this DVR port 1b1cab01-36b9-4098-bedc-9c05027b2b84 on host hv-cinder-78960 {{(pid=78792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:41:52.419218 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [req-c08b1866-c163-4021-9ae1-ab9c8069883e req-089986b7-63f5-4df5-8bcb-9ebed3925ef3 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2050383'] for port, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:52.422058 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b3f27e2-19e9-4877-bc58-4f847d1b6686', 'name': 'network-vif-deleted', 'tag': '1b1cab01-36b9-4098-bedc-9c05027b2b84'}] {{(pid=78792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 15:41:52.438992 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [req-c08b1866-c163-4021-9ae1-ab9c8069883e req-089986b7-63f5-4df5-8bcb-9ebed3925ef3 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] 10.222.0.85 "DELETE /v2.0/ports/1b1cab01-36b9-4098-bedc-9c05027b2b84 HTTP/1.1" status: 204 len: 173 time: 0.8603520 May 12 15:41:52.549951 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [req-6cca9de9-c699-4213-8577-9013efcb516b req-c6f5075f-6181-403a-a80d-1a772d4ec5a1 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b3f27e2-19e9-4877-bc58-4f847d1b6686 HTTP/1.1" status: 200 len: 210 time: 0.0585108 May 12 15:41:52.719386 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b3f27e2-19e9-4877-bc58-4f847d1b6686', 'name': 'network-vif-deleted', 'tag': '1b1cab01-36b9-4098-bedc-9c05027b2b84', 'status': 'completed', 'code': 200} May 12 15:41:53.669556 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 52078) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:41:53.750356 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-85164263-4b2e-43fd-85f1-7157281ee939 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Notify callbacks [] for security_group, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:53.784871 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-85164263-4b2e-43fd-85f1-7157281ee939 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:53.859493 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-85164263-4b2e-43fd-85f1-7157281ee939 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:53.863894 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-a6491b8c-b7a2-47d9-be74-79e5322bd7d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:41:53.880344 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85164263-4b2e-43fd-85f1-7157281ee939 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adecefa6-d381-44c0-b99b-1e165d1a0c1f,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:41:53.883091 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-85164263-4b2e-43fd-85f1-7157281ee939 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:41:53.897228 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-85164263-4b2e-43fd-85f1-7157281ee939 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Notify callbacks [] for security_group, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:53.900179 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-85164263-4b2e-43fd-85f1-7157281ee939 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] 10.222.0.32 "DELETE /v2.0/security-groups/adecefa6-d381-44c0-b99b-1e165d1a0c1f HTTP/1.1" status: 204 len: 168 time: 0.2286217 May 12 15:41:53.965173 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 52084) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:41:54.271219 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-876105c5-eed7-46ba-a478-d2a34eb0d798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:54.668850 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-756f4a4d-ebe6-49dd-9915-127b61b2a310 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705539'] for router_interface, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:55.229521 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.plugin [None req-756f4a4d-ebe6-49dd-9915-127b61b2a310 admin admin] Deleting port 08430618-c101-4300-8a80-65b33eab156f {{(pid=78792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:41:55.230235 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-756f4a4d-ebe6-49dd-9915-127b61b2a310 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649292957'] for port, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:55.360736 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.db [None req-756f4a4d-ebe6-49dd-9915-127b61b2a310 admin admin] For port 08430618-c101-4300-8a80-65b33eab156f, host dv-cinder-789603-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-iscsi',level=0,port_id=08430618-c101-4300-8a80-65b33eab156f,segment=NetworkSegment(51769eaf-559f-44d5-9d89-956355b2b805),segment_id=51769eaf-559f-44d5-9d89-956355b2b805)] {{(pid=78792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:41:55.361090 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-756f4a4d-ebe6-49dd-9915-127b61b2a310 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:55.492550 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.plugin [None req-756f4a4d-ebe6-49dd-9915-127b61b2a310 admin admin] Calling delete_port for 08430618-c101-4300-8a80-65b33eab156f owned by network:router_interface {{(pid=78792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:41:55.641399 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-756f4a4d-ebe6-49dd-9915-127b61b2a310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649297264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739648862733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3714859'] for port, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:55.645479 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-e67408ea-694d-41c4-aa71-0b4e2a6d3c36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:41:55.693237 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756f4a4d-ebe6-49dd-9915-127b61b2a310 admin admin] Pushing event deleted for resources: {'Port': ['ID=08430618-c101-4300-8a80-65b33eab156f,revision_number=None']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:41:55.720479 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-756f4a4d-ebe6-49dd-9915-127b61b2a310 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:41:55.986116 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-756f4a4d-ebe6-49dd-9915-127b61b2a310 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710579'] for router_interface, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:56.345927 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-756f4a4d-ebe6-49dd-9915-127b61b2a310 admin admin] Router 09029d97-ac10-4427-af3f-b046ce5341dc has already been hosted by L3 agent e96f2393-830b-46ef-bef2-f93615c2f352 {{(pid=78792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 15:41:56.356644 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Device 1b1cab01-36b9-4098-bedc-9c05027b2b84 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=78794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:41:56.395240 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.plugin [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] No Port match for: 1b1cab01-36b9-4098-bedc-9c05027b2b84 {{(pid=78794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 15:41:56.395585 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Device 1b1cab01-36b9-4098-bedc-9c05027b2b84 not bound to the agent host hv-cinder-78960 {{(pid=78794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:41:56.635593 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-756f4a4d-ebe6-49dd-9915-127b61b2a310 admin admin] Notify agent at l3_agent.dv-cinder-789603-6-iscsi the message routers_updated {{(pid=78792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:41:56.646493 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05e8016-281a-46cd-ac87-ff36cf9434c5 None None] Sync routers for ids ['09029d97-ac10-4427-af3f-b046ce5341dc'] in dv-cinder-789603-6-iscsi {{(pid=78794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:41:56.649629 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-756f4a4d-ebe6-49dd-9915-127b61b2a310 admin admin] 10.222.0.32 "PUT /v2.0/routers/09029d97-ac10-4427-af3f-b046ce5341dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6833487 May 12 15:41:56.652178 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 52090) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:41:56.656190 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05e8016-281a-46cd-ac87-ff36cf9434c5 None None] Routers {'09029d97-ac10-4427-af3f-b046ce5341dc'} bound to L3 agent in host dv-cinder-789603-6-iscsi {{(pid=78794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:41:56.656812 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-d05e8016-281a-46cd-ac87-ff36cf9434c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-12T15:12:51Z,description=,heartbeat_timestamp=2021-05-12T15:41:51Z,host='dv-cinder-789603-6-iscsi',id=e96f2393-830b-46ef-bef2-f93615c2f352,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:12:51Z,topic='l3_agent')) {'router_ids': ['09029d97-ac10-4427-af3f-b046ce5341dc'], 'active': True} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:41:56.837618 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-8fec1531-ca3f-47ef-a859-176d9f5364be admin admin] Notify callbacks [] for router, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:56.850461 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvr_db [None req-d05e8016-281a-46cd-ac87-ff36cf9434c5 None None] Set router 09029d97-ac10-4427-af3f-b046ce5341dc gateway port host: dv-cinder-789603-6-iscsi {{(pid=78794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:41:57.029587 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-8fec1531-ca3f-47ef-a859-176d9f5364be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:57.111913 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.plugin [None req-8fec1531-ca3f-47ef-a859-176d9f5364be admin admin] Deleting port 5388ae40-af93-4a29-81dd-d9bc3be7e206 {{(pid=78792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:41:57.112520 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-8fec1531-ca3f-47ef-a859-176d9f5364be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649292957'] for port, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:57.181509 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-d05e8016-281a-46cd-ac87-ff36cf9434c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09029d97-ac10-4427-af3f-b046ce5341dc', 'name': 'tempest-TestShelveInstance-1848067497-router', 'tenant_id': '0390cffe0daf454d8f2a9b25badfc787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '5388ae40-af93-4a29-81dd-d9bc3be7e206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:36:32Z', 'updated_at': '2021-05-12T15:41:55Z', 'revision_number': 5, 'project_id': '0390cffe0daf454d8f2a9b25badfc787', 'gw_port': {'id': '5388ae40-af93-4a29-81dd-d9bc3be7e206', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:13:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09029d97-ac10-4427-af3f-b046ce5341dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:36:32Z', 'updated_at': '2021-05-12T15:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi'}], 'dv-cinder-789603-6-iscsi', False) {} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:41:57.185735 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05e8016-281a-46cd-ac87-ff36cf9434c5 None None] Checking router: 09029d97-ac10-4427-af3f-b046ce5341dc for host: dv-cinder-789603-6-iscsi {{(pid=78794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:41:57.196078 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05e8016-281a-46cd-ac87-ff36cf9434c5 None None] Routers {'09029d97-ac10-4427-af3f-b046ce5341dc'} bound to L3 agent in host dv-cinder-789603-6-iscsi {{(pid=78794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:41:57.196718 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-d05e8016-281a-46cd-ac87-ff36cf9434c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-12T15:12:51Z,description=,heartbeat_timestamp=2021-05-12T15:41:51Z,host='dv-cinder-789603-6-iscsi',id=e96f2393-830b-46ef-bef2-f93615c2f352,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:12:51Z,topic='l3_agent')) {'router_ids': ['09029d97-ac10-4427-af3f-b046ce5341dc'], 'active': True} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:41:57.251068 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.db [None req-8fec1531-ca3f-47ef-a859-176d9f5364be admin admin] For port 5388ae40-af93-4a29-81dd-d9bc3be7e206, host dv-cinder-789603-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-iscsi',level=0,port_id=5388ae40-af93-4a29-81dd-d9bc3be7e206,segment=NetworkSegment(5d059134-8cbd-4fdb-844f-331960400265),segment_id=5d059134-8cbd-4fdb-844f-331960400265)] {{(pid=78792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:41:57.251425 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-8fec1531-ca3f-47ef-a859-176d9f5364be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:57.336125 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:57.374010 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvr_db [None req-d05e8016-281a-46cd-ac87-ff36cf9434c5 None None] Set router 09029d97-ac10-4427-af3f-b046ce5341dc gateway port host: None {{(pid=78794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:41:57.377696 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.plugin [None req-8fec1531-ca3f-47ef-a859-176d9f5364be admin admin] Calling delete_port for 5388ae40-af93-4a29-81dd-d9bc3be7e206 owned by network:router_gateway {{(pid=78792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:41:57.484158 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_hamode_db [None req-d05e8016-281a-46cd-ac87-ff36cf9434c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09029d97-ac10-4427-af3f-b046ce5341dc', 'name': 'tempest-TestShelveInstance-1848067497-router', 'tenant_id': '0390cffe0daf454d8f2a9b25badfc787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:36:32Z', 'updated_at': '2021-05-12T15:41:57Z', 'revision_number': 6, 'project_id': '0390cffe0daf454d8f2a9b25badfc787', 'gw_port_host': None}], 'dv-cinder-789603-6-iscsi', False) {} {{(pid=78794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:41:57.488093 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05e8016-281a-46cd-ac87-ff36cf9434c5 None None] The sync data for ids ['09029d97-ac10-4427-af3f-b046ce5341dc'] in dv-cinder-789603-6-iscsi is: [{'id': '09029d97-ac10-4427-af3f-b046ce5341dc', 'name': 'tempest-TestShelveInstance-1848067497-router', 'tenant_id': '0390cffe0daf454d8f2a9b25badfc787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:36:32Z', 'updated_at': '2021-05-12T15:41:57Z', 'revision_number': 6, 'project_id': '0390cffe0daf454d8f2a9b25badfc787', 'gw_port_host': None}] {{(pid=78794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:41:57.522860 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-8fec1531-ca3f-47ef-a859-176d9f5364be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649297264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739648862733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3714859'] for port, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:57.526622 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-367018a6-6823-45bd-b559-04b701eccfa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:41:57.569638 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1531-ca3f-47ef-a859-176d9f5364be admin admin] Pushing event deleted for resources: {'Port': ['ID=5388ae40-af93-4a29-81dd-d9bc3be7e206,revision_number=None']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:41:57.572536 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-8fec1531-ca3f-47ef-a859-176d9f5364be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:41:57.660069 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-8fec1531-ca3f-47ef-a859-176d9f5364be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706599'] for router_gateway, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:57.949054 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-8fec1531-ca3f-47ef-a859-176d9f5364be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13144'] for router, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:57.951274 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-8fec1531-ca3f-47ef-a859-176d9f5364be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:57.972368 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-8fec1531-ca3f-47ef-a859-176d9f5364be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1780853'] for router, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:57.973425 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fec1531-ca3f-47ef-a859-176d9f5364be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09029d97-ac10-4427-af3f-b046ce5341dc {{(pid=78792) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 15:41:57.985053 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-8fec1531-ca3f-47ef-a859-176d9f5364be admin admin] Notify callbacks [] for router, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:57.986174 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-8fec1531-ca3f-47ef-a859-176d9f5364be admin admin] 10.222.0.32 "DELETE /v2.0/routers/09029d97-ac10-4427-af3f-b046ce5341dc HTTP/1.1" status: 204 len: 168 time: 1.3328438 May 12 15:41:57.989423 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 52094) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:41:58.046807 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.db_base_plugin_v2 [None req-68ab9162-d13b-47c4-b6a6-06789441f825 admin admin] Deleting subnet 7277229a-e989-44f9-8a5e-6cc2b8c9645d {{(pid=78792) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 12 15:41:58.049577 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-68ab9162-d13b-47c4-b6a6-06789441f825 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:58.100132 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-68ab9162-d13b-47c4-b6a6-06789441f825 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2171665'] for subnet, precommit_delete_associations {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:58.176912 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-68ab9162-d13b-47c4-b6a6-06789441f825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1440695'] for subnet, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:58.440473 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-68ab9162-d13b-47c4-b6a6-06789441f825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1440696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3714936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2105374'] for subnet, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:58.446028 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:41:58.481726 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ab9162-d13b-47c4-b6a6-06789441f825 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7277229a-e989-44f9-8a5e-6cc2b8c9645d,revision_number=None']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:41:58.485192 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-68ab9162-d13b-47c4-b6a6-06789441f825 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:41:58.488420 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-68ab9162-d13b-47c4-b6a6-06789441f825 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:58.494810 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6cff92-5c43-41ff-8709-30a165356ef1 None None] Network 60cab5c9-0b46-4fcb-976c-b8b73199ad2c requested from dv-cinder-789603-6-iscsi {{(pid=78794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 15:41:58.495438 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-68ab9162-d13b-47c4-b6a6-06789441f825 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7277229a-e989-44f9-8a5e-6cc2b8c9645d HTTP/1.1" status: 204 len: 168 time: 0.5045023 May 12 15:41:58.497375 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.wsgi [-] (78793) accepted ('10.222.0.32', 52098) {{(pid=78793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:41:58.602787 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-07a0cb96-f445-47b3-aebd-b14957daa00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741559'] for network, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:58.677609 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.plugin [None req-07a0cb96-f445-47b3-aebd-b14957daa00f admin admin] Deleting port 68ec87c1-d284-44f9-9e90-dc6b54a1f9cb {{(pid=78793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:41:58.677878 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-07a0cb96-f445-47b3-aebd-b14957daa00f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649292957'] for port, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:58.752818 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55c658c-e436-4baf-bbea-f025540bd6a3 None None] DHCP port deletion for 60cab5c9-0b46-4fcb-976c-b8b73199ad2c request from dv-cinder-789603-6-iscsi {{(pid=78794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 12 15:41:58.778870 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.db [None req-07a0cb96-f445-47b3-aebd-b14957daa00f admin admin] For port 68ec87c1-d284-44f9-9e90-dc6b54a1f9cb, host dv-cinder-789603-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-iscsi',level=0,port_id=68ec87c1-d284-44f9-9e90-dc6b54a1f9cb,segment=NetworkSegment(51769eaf-559f-44d5-9d89-956355b2b805),segment_id=51769eaf-559f-44d5-9d89-956355b2b805)] {{(pid=78793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:41:58.779586 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-07a0cb96-f445-47b3-aebd-b14957daa00f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:58.822558 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.plugin [None req-a55c658c-e436-4baf-bbea-f025540bd6a3 None None] Deleting port 68ec87c1-d284-44f9-9e90-dc6b54a1f9cb {{(pid=78794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:41:58.822954 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-a55c658c-e436-4baf-bbea-f025540bd6a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649292957'] for port, before_delete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:58.908590 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.plugin [None req-07a0cb96-f445-47b3-aebd-b14957daa00f admin admin] Calling delete_port for 68ec87c1-d284-44f9-9e90-dc6b54a1f9cb owned by network:dhcp {{(pid=78793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:41:58.923120 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-a55c658c-e436-4baf-bbea-f025540bd6a3 None None] For port 68ec87c1-d284-44f9-9e90-dc6b54a1f9cb, host dv-cinder-789603-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-iscsi',level=0,port_id=68ec87c1-d284-44f9-9e90-dc6b54a1f9cb,segment=NetworkSegment(51769eaf-559f-44d5-9d89-956355b2b805),segment_id=51769eaf-559f-44d5-9d89-956355b2b805)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:41:58.923839 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-a55c658c-e436-4baf-bbea-f025540bd6a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:58.965617 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-07a0cb96-f445-47b3-aebd-b14957daa00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649297264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739648862733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3598933'] for port, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:58.969703 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-402d83e6-8b08-4860-901c-d5f63d92836d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:41:59.014437 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a0cb96-f445-47b3-aebd-b14957daa00f admin admin] Pushing event deleted for resources: {'Port': ['ID=68ec87c1-d284-44f9-9e90-dc6b54a1f9cb,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:41:59.019342 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-07a0cb96-f445-47b3-aebd-b14957daa00f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:41:59.020099 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a0cb96-f445-47b3-aebd-b14957daa00f admin admin] No DVR routers for this DVR port 68ec87c1-d284-44f9-9e90-dc6b54a1f9cb on host dv-cinder-789603-6-iscsi {{(pid=78793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:41:59.099104 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.plugin [None req-a55c658c-e436-4baf-bbea-f025540bd6a3 None None] Calling delete_port for 68ec87c1-d284-44f9-9e90-dc6b54a1f9cb owned by network:dhcp {{(pid=78794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:41:59.136914 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-07a0cb96-f445-47b3-aebd-b14957daa00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1434444', 'neutron.services.segments.db._delete_segments_for_network-8739649303709'] for network, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:59.142341 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-a55c658c-e436-4baf-bbea-f025540bd6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649297264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739648862733'] for port, after_delete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:59.145819 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:41:59.149553 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.services.segments.db [None req-07a0cb96-f445-47b3-aebd-b14957daa00f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60cab5c9-0b46-4fcb-976c-b8b73199ad2c']}} {{(pid=78793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:41:59.161701 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.services.segments.db [None req-07a0cb96-f445-47b3-aebd-b14957daa00f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51769eaf-559f-44d5-9d89-956355b2b805') {'for_net_delete': True} {{(pid=78793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:41:59.162023 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.services.segments.db [None req-07a0cb96-f445-47b3-aebd-b14957daa00f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51769eaf-559f-44d5-9d89-956355b2b805') {} {{(pid=78793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:41:59.174259 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-07a0cb96-f445-47b3-aebd-b14957daa00f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649315175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2316474'] for segment, before_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:59.186733 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55c658c-e436-4baf-bbea-f025540bd6a3 None None] Pushing event deleted for resources: {'Port': ['ID=68ec87c1-d284-44f9-9e90-dc6b54a1f9cb,revision_number=None']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:41:59.190526 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-07a0cb96-f445-47b3-aebd-b14957daa00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428868'] for segment, precommit_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:59.196344 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55c658c-e436-4baf-bbea-f025540bd6a3 None None] No DVR routers for this DVR port 68ec87c1-d284-44f9-9e90-dc6b54a1f9cb on host dv-cinder-789603-6-iscsi {{(pid=78794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:41:59.198433 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55c658c-e436-4baf-bbea-f025540bd6a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:59.198732 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55c658c-e436-4baf-bbea-f025540bd6a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:59.199071 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55c658c-e436-4baf-bbea-f025540bd6a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:59.199231 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07a0cb96-f445-47b3-aebd-b14957daa00f admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=78793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 15:41:59.199386 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55c658c-e436-4baf-bbea-f025540bd6a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:59.199729 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55c658c-e436-4baf-bbea-f025540bd6a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:59.199848 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-07a0cb96-f445-47b3-aebd-b14957daa00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3598944'] for segment, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:59.200051 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55c658c-e436-4baf-bbea-f025540bd6a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:59.200368 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55c658c-e436-4baf-bbea-f025540bd6a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:59.200683 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55c658c-e436-4baf-bbea-f025540bd6a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:59.200998 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55c658c-e436-4baf-bbea-f025540bd6a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:59.201310 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55c658c-e436-4baf-bbea-f025540bd6a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:59.201622 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55c658c-e436-4baf-bbea-f025540bd6a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:59.201972 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55c658c-e436-4baf-bbea-f025540bd6a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-6-iscsi {{(pid=78794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:59.205591 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-a55c658c-e436-4baf-bbea-f025540bd6a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:41:59.217833 dv-cinder-789603-6-iscsi neutron-server[78793]: Traceback (most recent call last): May 12 15:41:59.217833 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 15:41:59.217833 dv-cinder-789603-6-iscsi neutron-server[78793]: timer() May 12 15:41:59.217833 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 15:41:59.217833 dv-cinder-789603-6-iscsi neutron-server[78793]: cb(*args, **kw) May 12 15:41:59.217833 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 12 15:41:59.217833 dv-cinder-789603-6-iscsi neutron-server[78793]: return func(*args, **kwargs) May 12 15:41:59.217833 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 15:41:59.217833 dv-cinder-789603-6-iscsi neutron-server[78793]: self._notify() May 12 15:41:59.217833 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 15:41:59.217833 dv-cinder-789603-6-iscsi neutron-server[78793]: self.callback(batched_events) May 12 15:41:59.217833 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 15:41:59.217833 dv-cinder-789603-6-iscsi neutron-server[78793]: event.method(event) May 12 15:41:59.217833 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 15:41:59.217833 dv-cinder-789603-6-iscsi neutron-server[78793]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 15:41:59.217833 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 15:41:59.217833 dv-cinder-789603-6-iscsi neutron-server[78793]: aggregate_uuid = self.p_client.list_aggregates( May 12 15:41:59.217833 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 15:41:59.217833 dv-cinder-789603-6-iscsi neutron-server[78793]: return f(self, *a, **k) May 12 15:41:59.217833 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 15:41:59.217833 dv-cinder-789603-6-iscsi neutron-server[78793]: return self._get(url).json() May 12 15:41:59.217833 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 15:41:59.217833 dv-cinder-789603-6-iscsi neutron-server[78793]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 15:41:59.217833 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 15:41:59.217833 dv-cinder-789603-6-iscsi neutron-server[78793]: return self.request(url, 'GET', **kwargs) May 12 15:41:59.217833 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 15:41:59.217833 dv-cinder-789603-6-iscsi neutron-server[78793]: base_url = self.get_endpoint(auth, allow=allow, May 12 15:41:59.217833 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 15:41:59.217833 dv-cinder-789603-6-iscsi neutron-server[78793]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 15:41:59.217833 dv-cinder-789603-6-iscsi neutron-server[78793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 15:41:59.217833 dv-cinder-789603-6-iscsi neutron-server[78793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 15:41:59.217833 dv-cinder-789603-6-iscsi neutron-server[78793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 15:41:59.292811 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-07a0cb96-f445-47b3-aebd-b14957daa00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1434421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706613'] for network, after_delete {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:59.296772 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-95225197-c0a7-48c2-b6a7-37517f09c711 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:41:59.310765 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron_lib.callbacks.manager [None req-07a0cb96-f445-47b3-aebd-b14957daa00f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for network, before_response {{(pid=78793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:41:59.322612 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a0cb96-f445-47b3-aebd-b14957daa00f admin admin] Pushing event deleted for resources: {'Network': ['ID=60cab5c9-0b46-4fcb-976c-b8b73199ad2c,revision_number=None']} {{(pid=78793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:41:59.327177 dv-cinder-789603-6-iscsi neutron-server[78793]: DEBUG oslo_concurrency.lockutils [None req-07a0cb96-f445-47b3-aebd-b14957daa00f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:41:59.338740 dv-cinder-789603-6-iscsi neutron-server[78793]: INFO neutron.wsgi [None req-07a0cb96-f445-47b3-aebd-b14957daa00f admin admin] 10.222.0.32 "DELETE /v2.0/networks/60cab5c9-0b46-4fcb-976c-b8b73199ad2c HTTP/1.1" status: 204 len: 168 time: 0.8399012 May 12 15:41:59.340075 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 52102) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:41:59.395685 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device 08430618-c101-4300-8a80-65b33eab156f no longer exists at agent ovs-agent-dv-cinder-789603-6-iscsi {{(pid=78794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:41:59.435282 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.plugin [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] No Port match for: 08430618-c101-4300-8a80-65b33eab156f {{(pid=78794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 15:41:59.435681 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device 08430618-c101-4300-8a80-65b33eab156f not bound to the agent host dv-cinder-789603-6-iscsi {{(pid=78794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:41:59.436153 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device 5388ae40-af93-4a29-81dd-d9bc3be7e206 no longer exists at agent ovs-agent-dv-cinder-789603-6-iscsi {{(pid=78794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:41:59.469926 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.plugin [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] No Port match for: 5388ae40-af93-4a29-81dd-d9bc3be7e206 {{(pid=78794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 15:41:59.470281 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device 5388ae40-af93-4a29-81dd-d9bc3be7e206 not bound to the agent host dv-cinder-789603-6-iscsi {{(pid=78794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:41:59.470719 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device 68ec87c1-d284-44f9-9e90-dc6b54a1f9cb no longer exists at agent ovs-agent-dv-cinder-789603-6-iscsi {{(pid=78794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:41:59.505112 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.plugin [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] No Port match for: 68ec87c1-d284-44f9-9e90-dc6b54a1f9cb {{(pid=78794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 15:41:59.505881 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device 68ec87c1-d284-44f9-9e90-dc6b54a1f9cb not bound to the agent host dv-cinder-789603-6-iscsi {{(pid=78794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:41:59.933045 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-613274c5-14f2-4fc6-b30a-503b2a8273ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705539'] for router_interface, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:00.442156 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.plugin [None req-613274c5-14f2-4fc6-b30a-503b2a8273ec admin admin] Deleting port ae12cf3f-12bd-4541-bd8f-d6d40e4f811a {{(pid=78792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:42:00.442496 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-613274c5-14f2-4fc6-b30a-503b2a8273ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649292957'] for port, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:00.561830 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.db [None req-613274c5-14f2-4fc6-b30a-503b2a8273ec admin admin] For port ae12cf3f-12bd-4541-bd8f-d6d40e4f811a, host dv-cinder-789603-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-iscsi',level=0,port_id=ae12cf3f-12bd-4541-bd8f-d6d40e4f811a,segment=NetworkSegment(88be5f7c-7f35-4ba9-af3c-6e0f1c51557c),segment_id=88be5f7c-7f35-4ba9-af3c-6e0f1c51557c)] {{(pid=78792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:42:00.562183 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-613274c5-14f2-4fc6-b30a-503b2a8273ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:00.683007 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.plugin [None req-613274c5-14f2-4fc6-b30a-503b2a8273ec admin admin] Calling delete_port for ae12cf3f-12bd-4541-bd8f-d6d40e4f811a owned by network:router_interface {{(pid=78792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:42:00.834914 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-613274c5-14f2-4fc6-b30a-503b2a8273ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649297264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739648862733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3714859'] for port, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:00.839124 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-8590b8a2-bf31-4c0b-b692-0d9c4e0f5774 tempest-TestMinimumBasicScenario-791166976 tempest-TestMinimumBasicScenario-791166976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:42:00.884157 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613274c5-14f2-4fc6-b30a-503b2a8273ec admin admin] Pushing event deleted for resources: {'Port': ['ID=ae12cf3f-12bd-4541-bd8f-d6d40e4f811a,revision_number=None']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:42:00.914229 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-613274c5-14f2-4fc6-b30a-503b2a8273ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:42:01.167238 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-613274c5-14f2-4fc6-b30a-503b2a8273ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710579'] for router_interface, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:01.526015 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-613274c5-14f2-4fc6-b30a-503b2a8273ec admin admin] Router 6caeba93-9d8f-4f66-85be-66e20a5f4059 has already been hosted by L3 agent e96f2393-830b-46ef-bef2-f93615c2f352 {{(pid=78792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 15:42:01.700238 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-613274c5-14f2-4fc6-b30a-503b2a8273ec admin admin] Notify agent at l3_agent.dv-cinder-789603-6-iscsi the message routers_updated {{(pid=78792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:42:01.708421 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f104f915-4c92-4e5e-8217-21136938ee86 None None] Sync routers for ids ['6caeba93-9d8f-4f66-85be-66e20a5f4059'] in dv-cinder-789603-6-iscsi {{(pid=78795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:42:01.715903 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-613274c5-14f2-4fc6-b30a-503b2a8273ec admin admin] 10.222.0.32 "PUT /v2.0/routers/6caeba93-9d8f-4f66-85be-66e20a5f4059/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3741155 May 12 15:42:01.718221 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f104f915-4c92-4e5e-8217-21136938ee86 None None] Routers {'6caeba93-9d8f-4f66-85be-66e20a5f4059'} bound to L3 agent in host dv-cinder-789603-6-iscsi {{(pid=78795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:42:01.718362 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 52106) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:42:01.718817 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_hamode_db [None req-f104f915-4c92-4e5e-8217-21136938ee86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-12T15:12:51Z,description=,heartbeat_timestamp=2021-05-12T15:41:51Z,host='dv-cinder-789603-6-iscsi',id=e96f2393-830b-46ef-bef2-f93615c2f352,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:12:51Z,topic='l3_agent')) {'router_ids': ['6caeba93-9d8f-4f66-85be-66e20a5f4059'], 'active': True} {{(pid=78795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:42:01.896020 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_dvr_db [None req-f104f915-4c92-4e5e-8217-21136938ee86 None None] Set router 6caeba93-9d8f-4f66-85be-66e20a5f4059 gateway port host: dv-cinder-789603-6-iscsi {{(pid=78795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:42:02.008632 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-493e369f-35be-49a7-976c-e167147b09f3 admin admin] Notify callbacks [] for router, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:02.234058 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-493e369f-35be-49a7-976c-e167147b09f3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:02.235456 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_hamode_db [None req-f104f915-4c92-4e5e-8217-21136938ee86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6caeba93-9d8f-4f66-85be-66e20a5f4059', 'name': 'tempest-TestShelveInstance-1692670147-router', 'tenant_id': '5e38e38e9d0342c6978bb82ebf83c5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'external_fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '3eec990d-8ccb-4477-97ee-e1f1449a703d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:36:38Z', 'updated_at': '2021-05-12T15:42:00Z', 'revision_number': 5, 'project_id': '5e38e38e9d0342c6978bb82ebf83c5b5', 'gw_port': {'id': '3eec990d-8ccb-4477-97ee-e1f1449a703d', 'name': '', 'network_id': 'd9e66476-551f-4a93-96a6-794e2ee658bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caeba93-9d8f-4f66-85be-66e20a5f4059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T15:36:39Z', 'updated_at': '2021-05-12T15:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a4f1bc6-77ee-4516-b181-cab47718771b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-6-iscsi'}], 'dv-cinder-789603-6-iscsi', False) {} {{(pid=78795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:42:02.240059 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f104f915-4c92-4e5e-8217-21136938ee86 None None] Checking router: 6caeba93-9d8f-4f66-85be-66e20a5f4059 for host: dv-cinder-789603-6-iscsi {{(pid=78795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:42:02.249926 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f104f915-4c92-4e5e-8217-21136938ee86 None None] Routers {'6caeba93-9d8f-4f66-85be-66e20a5f4059'} bound to L3 agent in host dv-cinder-789603-6-iscsi {{(pid=78795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 15:42:02.250540 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_hamode_db [None req-f104f915-4c92-4e5e-8217-21136938ee86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-12T15:12:51Z,description=,heartbeat_timestamp=2021-05-12T15:41:51Z,host='dv-cinder-789603-6-iscsi',id=e96f2393-830b-46ef-bef2-f93615c2f352,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T15:12:51Z,topic='l3_agent')) {'router_ids': ['6caeba93-9d8f-4f66-85be-66e20a5f4059'], 'active': True} {{(pid=78795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:42:02.308890 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.plugin [None req-493e369f-35be-49a7-976c-e167147b09f3 admin admin] Deleting port 3eec990d-8ccb-4477-97ee-e1f1449a703d {{(pid=78792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:42:02.309126 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-493e369f-35be-49a7-976c-e167147b09f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649292957'] for port, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:02.401461 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_dvr_db [None req-f104f915-4c92-4e5e-8217-21136938ee86 None None] Set router 6caeba93-9d8f-4f66-85be-66e20a5f4059 gateway port host: None {{(pid=78795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 15:42:02.430772 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.db [None req-493e369f-35be-49a7-976c-e167147b09f3 admin admin] For port 3eec990d-8ccb-4477-97ee-e1f1449a703d, host dv-cinder-789603-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-iscsi',level=0,port_id=3eec990d-8ccb-4477-97ee-e1f1449a703d,segment=NetworkSegment(5d059134-8cbd-4fdb-844f-331960400265),segment_id=5d059134-8cbd-4fdb-844f-331960400265)] {{(pid=78792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:42:02.431118 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-493e369f-35be-49a7-976c-e167147b09f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:02.507250 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.l3_hamode_db [None req-f104f915-4c92-4e5e-8217-21136938ee86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6caeba93-9d8f-4f66-85be-66e20a5f4059', 'name': 'tempest-TestShelveInstance-1692670147-router', 'tenant_id': '5e38e38e9d0342c6978bb82ebf83c5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:36:38Z', 'updated_at': '2021-05-12T15:42:02Z', 'revision_number': 6, 'project_id': '5e38e38e9d0342c6978bb82ebf83c5b5', 'gw_port_host': None}], 'dv-cinder-789603-6-iscsi', False) {} {{(pid=78795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:42:02.511292 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f104f915-4c92-4e5e-8217-21136938ee86 None None] The sync data for ids ['6caeba93-9d8f-4f66-85be-66e20a5f4059'] in dv-cinder-789603-6-iscsi is: [{'id': '6caeba93-9d8f-4f66-85be-66e20a5f4059', 'name': 'tempest-TestShelveInstance-1692670147-router', 'tenant_id': '5e38e38e9d0342c6978bb82ebf83c5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T15:36:38Z', 'updated_at': '2021-05-12T15:42:02Z', 'revision_number': 6, 'project_id': '5e38e38e9d0342c6978bb82ebf83c5b5', 'gw_port_host': None}] {{(pid=78795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:42:02.553607 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.plugin [None req-493e369f-35be-49a7-976c-e167147b09f3 admin admin] Calling delete_port for 3eec990d-8ccb-4477-97ee-e1f1449a703d owned by network:router_gateway {{(pid=78792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:42:02.687105 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-493e369f-35be-49a7-976c-e167147b09f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649297264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739648862733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3714859'] for port, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:02.690645 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-fea4cd81-20ce-424c-befa-3fe1c887c5c0 tempest-TestVolumeBootPattern-1939688364 tempest-TestVolumeBootPattern-1939688364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:42:02.737737 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493e369f-35be-49a7-976c-e167147b09f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3eec990d-8ccb-4477-97ee-e1f1449a703d,revision_number=None']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:42:02.765477 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-493e369f-35be-49a7-976c-e167147b09f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:42:02.836995 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-493e369f-35be-49a7-976c-e167147b09f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706599'] for router_gateway, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:03.009589 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-493e369f-35be-49a7-976c-e167147b09f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13144'] for router, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:03.011767 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-493e369f-35be-49a7-976c-e167147b09f3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:03.034650 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-493e369f-35be-49a7-976c-e167147b09f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1780853'] for router, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:03.035771 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-493e369f-35be-49a7-976c-e167147b09f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6caeba93-9d8f-4f66-85be-66e20a5f4059 {{(pid=78792) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 15:42:03.047901 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-493e369f-35be-49a7-976c-e167147b09f3 admin admin] Notify callbacks [] for router, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:03.049001 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-493e369f-35be-49a7-976c-e167147b09f3 admin admin] 10.222.0.32 "DELETE /v2.0/routers/6caeba93-9d8f-4f66-85be-66e20a5f4059 HTTP/1.1" status: 204 len: 168 time: 1.3297408 May 12 15:42:03.052076 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 52110) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:42:03.113040 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.db_base_plugin_v2 [None req-f77adf3e-3ea7-4706-acfd-0fb58ec815ba admin admin] Deleting subnet 1cdf4905-ce09-4d37-9997-73a6f24b7989 {{(pid=78792) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 12 15:42:03.116978 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-f77adf3e-3ea7-4706-acfd-0fb58ec815ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:03.165798 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-f77adf3e-3ea7-4706-acfd-0fb58ec815ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2171665'] for subnet, precommit_delete_associations {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:03.365333 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-f77adf3e-3ea7-4706-acfd-0fb58ec815ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1440695'] for subnet, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:03.378983 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device ae12cf3f-12bd-4541-bd8f-d6d40e4f811a no longer exists at agent ovs-agent-dv-cinder-789603-6-iscsi {{(pid=78794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:42:03.420985 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.plugin [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] No Port match for: ae12cf3f-12bd-4541-bd8f-d6d40e4f811a {{(pid=78794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 15:42:03.421971 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device ae12cf3f-12bd-4541-bd8f-d6d40e4f811a not bound to the agent host dv-cinder-789603-6-iscsi {{(pid=78794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:42:03.422934 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device 3eec990d-8ccb-4477-97ee-e1f1449a703d no longer exists at agent ovs-agent-dv-cinder-789603-6-iscsi {{(pid=78794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:42:03.464273 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.plugin [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] No Port match for: 3eec990d-8ccb-4477-97ee-e1f1449a703d {{(pid=78794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 15:42:03.464616 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device 3eec990d-8ccb-4477-97ee-e1f1449a703d not bound to the agent host dv-cinder-789603-6-iscsi {{(pid=78794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:42:03.628678 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-f77adf3e-3ea7-4706-acfd-0fb58ec815ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1440696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3714936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2105374'] for subnet, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:03.632907 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-e0589397-9f7c-4c67-b2f7-cf196f623fcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:42:03.673498 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77adf3e-3ea7-4706-acfd-0fb58ec815ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cdf4905-ce09-4d37-9997-73a6f24b7989,revision_number=None']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:42:03.677986 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-f77adf3e-3ea7-4706-acfd-0fb58ec815ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:03.681479 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-f77adf3e-3ea7-4706-acfd-0fb58ec815ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:42:03.684547 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a6e9fe-73c1-4b02-a714-310e8c3c4f6e None None] Network e98de8a5-3a88-48c4-a241-98df54a60e7c requested from dv-cinder-789603-6-iscsi {{(pid=78794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 15:42:03.684909 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-f77adf3e-3ea7-4706-acfd-0fb58ec815ba admin admin] 10.222.0.32 "DELETE /v2.0/subnets/1cdf4905-ce09-4d37-9997-73a6f24b7989 HTTP/1.1" status: 204 len: 168 time: 0.6319005 May 12 15:42:03.687388 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 52114) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:42:03.797289 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-eaa37474-aeb8-4a4f-9657-343ced590c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-741559'] for network, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:03.877907 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.plugin [None req-eaa37474-aeb8-4a4f-9657-343ced590c5f admin admin] Deleting port 38d4241b-2f8d-4948-8df3-6f20339a45fc {{(pid=78792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:42:03.878257 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-eaa37474-aeb8-4a4f-9657-343ced590c5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649292957'] for port, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:03.958297 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867f66d2-058e-49f7-9782-50aa92573fa4 None None] DHCP port deletion for e98de8a5-3a88-48c4-a241-98df54a60e7c request from dv-cinder-789603-6-iscsi {{(pid=78794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 12 15:42:03.988649 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.db [None req-eaa37474-aeb8-4a4f-9657-343ced590c5f admin admin] For port 38d4241b-2f8d-4948-8df3-6f20339a45fc, host dv-cinder-789603-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-iscsi',level=0,port_id=38d4241b-2f8d-4948-8df3-6f20339a45fc,segment=NetworkSegment(88be5f7c-7f35-4ba9-af3c-6e0f1c51557c),segment_id=88be5f7c-7f35-4ba9-af3c-6e0f1c51557c)] {{(pid=78792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:42:03.989007 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-eaa37474-aeb8-4a4f-9657-343ced590c5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:04.027352 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.plugin [None req-867f66d2-058e-49f7-9782-50aa92573fa4 None None] Deleting port 38d4241b-2f8d-4948-8df3-6f20339a45fc {{(pid=78794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 15:42:04.027740 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-867f66d2-058e-49f7-9782-50aa92573fa4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649292957'] for port, before_delete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:04.114653 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.plugin [None req-eaa37474-aeb8-4a4f-9657-343ced590c5f admin admin] Calling delete_port for 38d4241b-2f8d-4948-8df3-6f20339a45fc owned by network:dhcp {{(pid=78792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:42:04.128671 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.db [None req-867f66d2-058e-49f7-9782-50aa92573fa4 None None] For port 38d4241b-2f8d-4948-8df3-6f20339a45fc, host dv-cinder-789603-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-6-iscsi',level=0,port_id=38d4241b-2f8d-4948-8df3-6f20339a45fc,segment=NetworkSegment(88be5f7c-7f35-4ba9-af3c-6e0f1c51557c),segment_id=88be5f7c-7f35-4ba9-af3c-6e0f1c51557c)] {{(pid=78794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:42:04.129677 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-867f66d2-058e-49f7-9782-50aa92573fa4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711033'] for port, precommit_delete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:04.165517 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-eaa37474-aeb8-4a4f-9657-343ced590c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649297264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739648862733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3714859'] for port, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:04.169686 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-089986b7-63f5-4df5-8bcb-9ebed3925ef3 tempest-TestShelveInstance-1569086908 tempest-TestShelveInstance-1569086908-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:42:04.215860 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa37474-aeb8-4a4f-9657-343ced590c5f admin admin] Pushing event deleted for resources: {'Port': ['ID=38d4241b-2f8d-4948-8df3-6f20339a45fc,revision_number=None']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:42:04.218554 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-eaa37474-aeb8-4a4f-9657-343ced590c5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:42:04.222976 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa37474-aeb8-4a4f-9657-343ced590c5f admin admin] No DVR routers for this DVR port 38d4241b-2f8d-4948-8df3-6f20339a45fc on host dv-cinder-789603-6-iscsi {{(pid=78792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:42:04.261261 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.plugin [None req-867f66d2-058e-49f7-9782-50aa92573fa4 None None] Calling delete_port for 38d4241b-2f8d-4948-8df3-6f20339a45fc owned by network:dhcp {{(pid=78794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 15:42:04.311493 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-867f66d2-058e-49f7-9782-50aa92573fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649297264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739648862733'] for port, after_delete {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:04.315461 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-d2875fbb-0a3f-488a-a9ca-03f55d194d40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:42:04.347870 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-eaa37474-aeb8-4a4f-9657-343ced590c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1434444', 'neutron.services.segments.db._delete_segments_for_network-8739649303709'] for network, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:04.361582 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.services.segments.db [None req-eaa37474-aeb8-4a4f-9657-343ced590c5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e98de8a5-3a88-48c4-a241-98df54a60e7c']}} {{(pid=78792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:42:04.361890 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867f66d2-058e-49f7-9782-50aa92573fa4 None None] Pushing event deleted for resources: {'Port': ['ID=38d4241b-2f8d-4948-8df3-6f20339a45fc,revision_number=None']} {{(pid=78794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:42:04.365371 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG oslo_concurrency.lockutils [None req-867f66d2-058e-49f7-9782-50aa92573fa4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:42:04.366148 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867f66d2-058e-49f7-9782-50aa92573fa4 None None] No DVR routers for this DVR port 38d4241b-2f8d-4948-8df3-6f20339a45fc on host dv-cinder-789603-6-iscsi {{(pid=78794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:42:04.379751 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.services.segments.db [None req-eaa37474-aeb8-4a4f-9657-343ced590c5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88be5f7c-7f35-4ba9-af3c-6e0f1c51557c') {'for_net_delete': True} {{(pid=78792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:42:04.380252 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.services.segments.db [None req-eaa37474-aeb8-4a4f-9657-343ced590c5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88be5f7c-7f35-4ba9-af3c-6e0f1c51557c') {} {{(pid=78792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:42:04.392382 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-eaa37474-aeb8-4a4f-9657-343ced590c5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649315175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2171662'] for segment, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:04.411545 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-eaa37474-aeb8-4a4f-9657-343ced590c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428868'] for segment, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:04.419054 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaa37474-aeb8-4a4f-9657-343ced590c5f admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=78792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 15:42:04.419525 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-eaa37474-aeb8-4a4f-9657-343ced590c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3714846'] for segment, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:04.433964 dv-cinder-789603-6-iscsi neutron-server[78792]: Traceback (most recent call last): May 12 15:42:04.433964 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 15:42:04.433964 dv-cinder-789603-6-iscsi neutron-server[78792]: timer() May 12 15:42:04.433964 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 15:42:04.433964 dv-cinder-789603-6-iscsi neutron-server[78792]: cb(*args, **kw) May 12 15:42:04.433964 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 12 15:42:04.433964 dv-cinder-789603-6-iscsi neutron-server[78792]: return func(*args, **kwargs) May 12 15:42:04.433964 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 15:42:04.433964 dv-cinder-789603-6-iscsi neutron-server[78792]: self._notify() May 12 15:42:04.433964 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 15:42:04.433964 dv-cinder-789603-6-iscsi neutron-server[78792]: self.callback(batched_events) May 12 15:42:04.433964 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 15:42:04.433964 dv-cinder-789603-6-iscsi neutron-server[78792]: event.method(event) May 12 15:42:04.433964 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 15:42:04.433964 dv-cinder-789603-6-iscsi neutron-server[78792]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 15:42:04.433964 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 15:42:04.433964 dv-cinder-789603-6-iscsi neutron-server[78792]: aggregate_uuid = self.p_client.list_aggregates( May 12 15:42:04.433964 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 15:42:04.433964 dv-cinder-789603-6-iscsi neutron-server[78792]: return f(self, *a, **k) May 12 15:42:04.433964 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 15:42:04.433964 dv-cinder-789603-6-iscsi neutron-server[78792]: return self._get(url).json() May 12 15:42:04.433964 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 15:42:04.433964 dv-cinder-789603-6-iscsi neutron-server[78792]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 15:42:04.433964 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 15:42:04.433964 dv-cinder-789603-6-iscsi neutron-server[78792]: return self.request(url, 'GET', **kwargs) May 12 15:42:04.433964 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 15:42:04.433964 dv-cinder-789603-6-iscsi neutron-server[78792]: base_url = self.get_endpoint(auth, allow=allow, May 12 15:42:04.433964 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 15:42:04.433964 dv-cinder-789603-6-iscsi neutron-server[78792]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 15:42:04.433964 dv-cinder-789603-6-iscsi neutron-server[78792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 15:42:04.433964 dv-cinder-789603-6-iscsi neutron-server[78792]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 15:42:04.433964 dv-cinder-789603-6-iscsi neutron-server[78792]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 15:42:04.512355 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-eaa37474-aeb8-4a4f-9657-343ced590c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1434421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706613'] for network, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:04.516042 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-69463f22-1a34-4aaf-80cf-a0c9a250c13b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:42:04.529725 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-eaa37474-aeb8-4a4f-9657-343ced590c5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580453'] for network, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:04.543314 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa37474-aeb8-4a4f-9657-343ced590c5f admin admin] Pushing event deleted for resources: {'Network': ['ID=e98de8a5-3a88-48c4-a241-98df54a60e7c,revision_number=None']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:42:04.547205 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-eaa37474-aeb8-4a4f-9657-343ced590c5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:42:04.549221 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-eaa37474-aeb8-4a4f-9657-343ced590c5f admin admin] 10.222.0.32 "DELETE /v2.0/networks/e98de8a5-3a88-48c4-a241-98df54a60e7c HTTP/1.1" status: 204 len: 168 time: 0.8607607 May 12 15:42:04.660890 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 52120) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:42:04.710905 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-f1cff12b-e367-4f8c-9a55-7290a5f9d584 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0390cffe0daf454d8f2a9b25badfc787&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0487216 May 12 15:42:04.713284 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 52124) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:42:04.771078 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-f711d873-466a-4a05-8359-b359751e656c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:04.800149 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-f711d873-466a-4a05-8359-b359751e656c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:04.858095 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-f711d873-466a-4a05-8359-b359751e656c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:04.861693 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-3dc2e5b1-0453-4703-92be-b3f5030713fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:42:04.875653 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f711d873-466a-4a05-8359-b359751e656c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e68c32-3cfa-4943-9d58-03e02e01b120,revision_number=None']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:42:04.879051 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-f711d873-466a-4a05-8359-b359751e656c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:42:04.882514 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-f711d873-466a-4a05-8359-b359751e656c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:04.883621 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-f711d873-466a-4a05-8359-b359751e656c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b0e68c32-3cfa-4943-9d58-03e02e01b120 HTTP/1.1" status: 204 len: 168 time: 0.1693602 May 12 15:42:05.250509 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 52132) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:42:05.299289 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-6a4b6e1d-c815-4f87-a351-824bf82af6e8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5e38e38e9d0342c6978bb82ebf83c5b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0475900 May 12 15:42:05.301600 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [-] (78792) accepted ('10.222.0.32', 52136) {{(pid=78792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:42:05.361026 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-c282a328-9807-4203-9654-68693562206e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:05.374184 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device 38d4241b-2f8d-4948-8df3-6f20339a45fc no longer exists at agent ovs-agent-dv-cinder-789603-6-iscsi {{(pid=78794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:42:05.388026 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-c282a328-9807-4203-9654-68693562206e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:05.408719 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.plugin [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] No Port match for: 38d4241b-2f8d-4948-8df3-6f20339a45fc {{(pid=78794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 15:42:05.409070 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron.plugins.ml2.rpc [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Device 38d4241b-2f8d-4948-8df3-6f20339a45fc not bound to the agent host dv-cinder-789603-6-iscsi {{(pid=78794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:42:05.442161 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-c282a328-9807-4203-9654-68693562206e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331164'] for security_group, after_delete {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:05.447223 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-f711d873-466a-4a05-8359-b359751e656c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 15:42:05.460636 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c282a328-9807-4203-9654-68693562206e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=815e737f-730c-44c9-939a-26044246437d,revision_number=None']} {{(pid=78792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:42:05.463257 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG oslo_concurrency.lockutils [None req-c282a328-9807-4203-9654-68693562206e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 15:42:05.464474 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron_lib.callbacks.manager [None req-c282a328-9807-4203-9654-68693562206e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:05.465563 dv-cinder-789603-6-iscsi neutron-server[78792]: INFO neutron.wsgi [None req-c282a328-9807-4203-9654-68693562206e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/815e737f-730c-44c9-939a-26044246437d HTTP/1.1" status: 204 len: 168 time: 0.1630743 May 12 15:42:18.729163 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-cf0f4974-aa27-4889-a71b-5fc5f2002661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:19.143640 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.agents_db [None req-dd47ce14-932e-4540-b008-5e9038d1c348 None None] Agent healthcheck: found 6 active agents {{(pid=78795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 15:42:21.171410 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-f094b0dd-ebee-4025-9cd7-e9f938f5ba3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:21.696721 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:22.364467 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-8e9e3eb0-3c8e-4693-b231-5e176560d846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:24.271600 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-876105c5-eed7-46ba-a478-d2a34eb0d798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:27.265484 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:48.731148 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-59cddd0b-309b-4219-8866-23a6ed933c64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:51.181555 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-778f3f45-a906-4303-8c70-69d10e00b2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:51.698372 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:52.366818 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-8e9e3eb0-3c8e-4693-b231-5e176560d846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:54.276484 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-876105c5-eed7-46ba-a478-d2a34eb0d798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:42:56.143223 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.agents_db [None req-dd47ce14-932e-4540-b008-5e9038d1c348 None None] Agent healthcheck: found 6 active agents {{(pid=78795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 15:42:57.266940 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:43:18.734656 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-57117ea6-c1ba-4f4b-8770-001b307aeade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:43:21.209964 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-83908c2f-a73c-4d6f-8559-702956753289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:43:21.701326 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:43:22.371606 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-8e9e3eb0-3c8e-4693-b231-5e176560d846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:43:24.278531 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-876105c5-eed7-46ba-a478-d2a34eb0d798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:43:27.253878 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:43:33.142760 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.agents_db [None req-dd47ce14-932e-4540-b008-5e9038d1c348 None None] Agent healthcheck: found 6 active agents {{(pid=78795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 15:43:48.740364 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-0a116a7e-add2-4938-b053-0a725a95634c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:43:51.172552 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-146d310b-19bf-476f-a37a-91efd4a973f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:43:51.705762 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:43:52.374974 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-8e9e3eb0-3c8e-4693-b231-5e176560d846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:43:54.278805 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-876105c5-eed7-46ba-a478-d2a34eb0d798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:43:57.267590 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:10.141987 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.agents_db [None req-dd47ce14-932e-4540-b008-5e9038d1c348 None None] Agent healthcheck: found 6 active agents {{(pid=78795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 15:44:18.744539 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-3abf6dba-bbe1-4c41-81a0-bd85645e4680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:21.175606 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-f0ada75d-e875-4b93-ab24-3c1620914424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:21.708071 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:22.376223 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-8e9e3eb0-3c8e-4693-b231-5e176560d846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:24.282466 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-876105c5-eed7-46ba-a478-d2a34eb0d798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:27.273813 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:47.140948 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.agents_db [None req-dd47ce14-932e-4540-b008-5e9038d1c348 None None] Agent healthcheck: found 6 active agents {{(pid=78795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 15:44:48.746295 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-3a665ec7-aa5c-4119-9782-450bea560982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:51.177106 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-bdbb15ff-686f-494f-b54e-4aa2524e4f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:51.710937 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:52.379102 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-8e9e3eb0-3c8e-4693-b231-5e176560d846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:54.285046 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-876105c5-eed7-46ba-a478-d2a34eb0d798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:44:57.288721 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:18.747560 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-bb67794c-cd33-420d-830e-ca0142952797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:21.181199 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-bc3747c2-a0c6-4830-a107-4cfd15f25157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:21.713125 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:22.382927 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-8e9e3eb0-3c8e-4693-b231-5e176560d846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:24.140022 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.agents_db [None req-dd47ce14-932e-4540-b008-5e9038d1c348 None None] Agent healthcheck: found 6 active agents {{(pid=78795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 15:45:24.289548 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-876105c5-eed7-46ba-a478-d2a34eb0d798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:27.303757 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:48.751432 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-c3bf716b-50d9-4e2a-88ad-d12ca1a30aff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:51.186077 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-fd90831a-83ec-40ba-8256-6112ec122fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:51.716149 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:52.385678 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-8e9e3eb0-3c8e-4693-b231-5e176560d846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:54.293092 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-876105c5-eed7-46ba-a478-d2a34eb0d798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:45:57.326780 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:01.138324 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.agents_db [None req-dd47ce14-932e-4540-b008-5e9038d1c348 None None] Agent healthcheck: found 6 active agents {{(pid=78795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 15:46:18.754569 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-7eb6ff0b-a758-42df-86f0-76e1d9acf79f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:21.188126 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-1136e839-a544-41bf-9951-99fb8987b027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:21.717951 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:22.387673 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-8e9e3eb0-3c8e-4693-b231-5e176560d846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:24.294560 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-876105c5-eed7-46ba-a478-d2a34eb0d798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:27.337091 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:38.136793 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.agents_db [None req-dd47ce14-932e-4540-b008-5e9038d1c348 None None] Agent healthcheck: found 6 active agents {{(pid=78795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 15:46:48.757136 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-9a010fae-cda7-45df-9e74-f03a2b85710f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:50.025373 dv-cinder-789603-6-iscsi neutron-server[78792]: DEBUG neutron.wsgi [req-8e38e95b-4304-411d-af84-ee066a59529a req-cccf5601-c947-4b19-bcc0-4667514eac1d service neutron] (78792) timed out ('10.222.0.32', 48048) {{(pid=78792) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 12 15:46:51.196499 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-b7d11bea-7571-471b-b747-ed0f78454a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:51.720183 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:52.391135 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-8e9e3eb0-3c8e-4693-b231-5e176560d846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:54.299643 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-876105c5-eed7-46ba-a478-d2a34eb0d798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:46:57.331101 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-33ea7173-5a01-496b-97aa-36453edd2faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:47:15.135902 dv-cinder-789603-6-iscsi neutron-server[78795]: DEBUG neutron.db.agents_db [None req-dd47ce14-932e-4540-b008-5e9038d1c348 None None] Agent healthcheck: found 6 active agents {{(pid=78795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 15:47:18.759705 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-a664bac5-7d6f-44b9-8f79-e88ff25aec02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:47:21.186967 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-98f8803f-03f1-48f7-8c79-6d81b0971228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:47:21.723570 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-2c70cf5c-d72b-4d5c-a643-9e7a5ae65ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:47:22.393363 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-8e9e3eb0-3c8e-4693-b231-5e176560d846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:47:24.302400 dv-cinder-789603-6-iscsi neutron-server[78794]: DEBUG neutron_lib.callbacks.manager [None req-876105c5-eed7-46ba-a478-d2a34eb0d798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649303718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434742'] for agent, after_update {{(pid=78794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}